-- Logs begin at Tue 2022-07-05 15:10:44 UTC, end at Tue 2022-07-05 16:32:19 UTC. -- Jul 05 16:00:15.557037 dv-cinder-848759-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 05 16:00:18.199474 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.common.config [-] Logging enabled! Jul 05 16:00:18.200168 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev414 Jul 05 16:00:18.200269 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104473) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 05 16:00:18.203395 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.common.config [-] Logging enabled! Jul 05 16:00:18.203646 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev414 Jul 05 16:00:18.203950 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104473) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 05 16:00:18.204888 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 16:00:18.205117 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 16:00:18.206000 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 16:00:18.206243 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 16:00:18.206463 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 16:00:18.206874 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.207167 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.207395 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.207685 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.207972 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.208250 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.208535 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.208846 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.209133 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.209408 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.209686 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.209913 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.210191 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.210472 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.210752 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.210972 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] debug = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.211247 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.211675 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.212069 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.212343 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.212624 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.212928 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.213196 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.213468 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.213746 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.214070 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] host = dv-cinder-848759-1-iscsi {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.214346 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.214624 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.214905 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.215185 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.215457 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.215728 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.216006 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.216273 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.216538 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] log_file = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.216830 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.217118 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.217395 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.217677 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.217901 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.218118 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.218394 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.218683 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.218954 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.219220 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.219487 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.219753 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.220018 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.220278 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.220552 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.220851 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.221703 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.221975 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.222242 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.222511 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.222784 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.223058 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.223328 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.223597 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.223864 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.224145 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.224409 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.224677 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.224991 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.225273 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.225548 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.225826 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.226093 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.226367 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.226634 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.226915 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.227170 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] use_json = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.227437 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.227704 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.227978 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.228245 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.228510 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.228784 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.229063 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.229340 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.229608 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:18.229898 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.230186 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.230478 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.230757 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.231054 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.231330 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.231871 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.232148 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.232430 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.232710 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.233025 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.233301 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.233594 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.233877 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.234167 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.234466 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.234751 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.235035 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.235305 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.235573 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.235839 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.236113 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.236395 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.236694 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.237001 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.237288 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.237563 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.237852 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.238136 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.238418 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.238706 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.238988 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.239258 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.239533 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.239818 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.240092 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.240359 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.240639 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.240935 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.241204 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.241480 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.241766 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.242048 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.242316 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.242588 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.242869 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.243145 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.243409 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.243675 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.243945 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.244210 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.244488 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.244773 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.245048 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.245315 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.245589 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.245855 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.246122 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.246394 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.246660 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.246934 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.247203 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.247470 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.247737 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.248002 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.248266 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.248529 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.248816 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.249092 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.249359 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.249625 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.249890 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.250156 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.250422 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.250714 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.250988 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.251260 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.251531 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.251803 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.252075 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.252370 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.252643 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.253012 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.253284 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.253566 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.253843 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.254123 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.254400 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.254672 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.254980 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.255253 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.255528 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.255805 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.256078 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.256350 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.256628 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.256940 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.257231 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.257519 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.257794 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.258083 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.258369 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.258657 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.258933 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.259235 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.259510 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:18.259723 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 16:00:18.259962 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104473) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 05 16:00:18.562118 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 05 16:00:18.562325 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 05 16:00:18.562629 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 05 16:00:18.562953 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 05 16:00:18.964115 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:18.964398 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:18.964664 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:18.967503 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:18.967777 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:18.968042 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.020097 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.020380 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.020644 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.035355 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.035632 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.035897 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.064603 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.064926 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.065194 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.101405 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.101681 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.101947 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.328469 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.329062 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.329062 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.329279 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.329957 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.426935 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.427252 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.427534 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.427796 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.428054 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.428359 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.428613 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.428886 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.429136 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.429421 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.429674 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.429930 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.430179 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.430432 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.430678 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.430938 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.431186 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.431449 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.431713 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.431970 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.432240 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.432487 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.432781 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.433155 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.433402 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.433645 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.434037 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104473) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 16:00:19.434279 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104473) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 16:00:19.434517 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104473) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 16:00:19.434751 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104473) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 16:00:19.434984 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104473) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 16:00:19.435214 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104473) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 16:00:19.435574 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 05 16:00:19.438618 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 05 16:00:19.442510 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 05 16:00:19.446104 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jul 05 16:00:19.447705 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 05 16:00:19.448304 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 05 16:00:19.448637 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 05 16:00:19.449046 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 05 16:00:19.451775 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 05 16:00:19.452020 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 05 16:00:19.452354 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 16:00:19.457932 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 05 16:00:19.480711 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 05 16:00:19.481177 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.481722 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104473) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 05 16:00:19.482088 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.483414 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104473) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 05 16:00:19.483687 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 16:00:19.483928 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 05 16:00:19.487337 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.487614 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:19.634657 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 05 16:00:19.634839 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 05 16:00:19.635074 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 05 16:00:19.635437 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 05 16:00:19.687545 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO dbcounter [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Registered counter for database neutron Jul 05 16:00:19.706933 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_db.sqlalchemy.engines [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104473) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 05 16:00:19.712635 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writer thread running {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 05 16:00:20.444569 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.managers [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Initializing driver for type 'gre' Jul 05 16:00:20.445156 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] gre ID ranges: [(1, 1000)] Jul 05 16:00:20.621434 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.managers [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Initializing driver for type 'local' Jul 05 16:00:20.621693 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.managers [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Initializing driver for type 'vlan' Jul 05 16:00:20.689698 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] VlanTypeDriver initialization complete Jul 05 16:00:20.690032 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.managers [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Initializing driver for type 'vxlan' Jul 05 16:00:20.690523 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] vxlan ID ranges: [(1, 1000)] Jul 05 16:00:20.849909 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.managers [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Initializing extension driver 'port_security' Jul 05 16:00:20.850248 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.extensions.port_security [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] PortSecurityExtensionDriver initialization complete Jul 05 16:00:20.850573 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.managers [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Initializing mechanism driver 'openvswitch' Jul 05 16:00:20.850890 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.managers [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Initializing mechanism driver 'hyperv' Jul 05 16:00:20.857801 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:00:20.858460 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > port after_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.858827 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > port after_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.859175 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > port after_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.859669 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104473) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 05 16:00:20.860083 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > subnet after_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.860431 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > subnet after_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.860797 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.861177 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104473) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 05 16:00:20.862165 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > network after_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.862514 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > network after_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.862854 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > network after_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.863240 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104473) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 05 16:00:20.863638 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > security_group after_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.863982 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > security_group after_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.864316 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.864698 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104473) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 05 16:00:20.865119 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.868548 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.868548 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.868548 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104473) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 05 16:00:20.868548 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > address_group after_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.868548 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > address_group after_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.868960 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.868960 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104473) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 05 16:00:20.868960 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] ML2 OVO RPC backend initialized. {{(pid=104473) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 05 16:00:20.868960 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.869248 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.869468 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > network before_response 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.869815 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > networks before_response 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.870157 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > port before_response 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.870494 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > ports before_response 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.870833 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > subnet before_response 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.871172 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > subnets before_response 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.871566 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > network after_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.871846 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > network after_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.872178 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > network after_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.872507 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > port after_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.872865 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > port after_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.873196 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > port after_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.873525 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > subnet after_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.873856 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > subnet after_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.874183 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.881645 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.quota [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded quota_driver: . Jul 05 16:00:20.882005 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.plugin [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Modular L2 Plugin initialization complete Jul 05 16:00:20.882350 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading services supported by the core plugin {{(pid=104473) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 05 16:00:20.882689 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.plugins.ml2.managers [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Got port-security extension from driver 'port_security' Jul 05 16:00:20.883211 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.extensions.vlantransparent [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Disabled vlantransparent extension. Jul 05 16:00:20.883701 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104473) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 05 16:00:20.884024 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading Plugin: router Jul 05 16:00:20.919008 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.919395 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > router after_create 55549900 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.919762 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > router before_create 55549900 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.920250 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.920622 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.921000 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > router after_delete 55549900 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.921358 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.921708 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.922079 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > router after_create 55549900 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.922421 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > router after_update 55549900 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.922765 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > router after_update 55549900 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.923109 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.923461 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > router after_update 55549900 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.923865 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > router precommit_update 55549900 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.924860 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: port after_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.925200 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: port after_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.925535 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: subnet after_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.925873 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.926217 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.926561 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > router precommit_create 55549900 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.926897 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: port before_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.927243 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > router precommit_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.927590 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > router after_update 55549900 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.927927 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.928272 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > router precommit_create 55549900 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.928624 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.928993 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > router precommit_update 55549900 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.929356 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > agent after_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.929706 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > agent after_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.930048 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > network after_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.930881 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Tracking information for resource: router configured {{(pid=104473) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 16:00:20.931210 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Tracking information for resource: floatingip configured {{(pid=104473) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 16:00:20.935948 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.db.l3_agentschedulers_db [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 05 16:00:20.936513 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: port after_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.936898 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: port after_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.937255 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: port after_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.937606 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: port after_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.938376 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > router before_create 55550100 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.938737 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.939094 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > router precommit_create 55550100 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.939446 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > router precommit_update 55550100 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.944161 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.services.provider_configuration [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Service providers = [] {{(pid=104473) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 05 16:00:20.944521 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.db.servicetype_db [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104473) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 05 16:00:20.947424 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.services.service_base [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104473) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 16:00:20.947770 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.services.service_base [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104473) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 16:00:20.948103 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.services.service_base [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104473) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 16:00:20.949161 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.services.service_base [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104473) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 16:00:20.949531 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.services.service_base [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 05 16:00:20.949901 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104473) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 16:00:20.950217 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 05 16:00:20.961000 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104473) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 16:00:20.961334 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading Plugin: auto_allocate Jul 05 16:00:20.967029 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: network precommit_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.967393 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: network precommit_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.967904 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104473) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 16:00:20.968220 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading Plugin: tag Jul 05 16:00:20.975550 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104473) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 16:00:20.975877 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading Plugin: timestamp Jul 05 16:00:20.979627 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104473) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 16:00:20.979957 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading Plugin: network_ip_availability Jul 05 16:00:20.985594 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.985962 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.986312 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:20.987039 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104473) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 16:00:20.987357 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading Plugin: flavors Jul 05 16:00:20.992189 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104473) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 16:00:20.992518 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading Plugin: revisions Jul 05 16:00:20.996702 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104473) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 16:00:20.997115 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_concurrency.lockutils [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.434s {{(pid=104473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 05 16:00:20.997848 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104473) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jul 05 16:00:20.998179 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Initializing extension manager. Jul 05 16:00:20.998694 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: __init__.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:20.999029 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: __pycache__ {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:20.999359 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: address_group.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.000101 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.000662 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: address-group Jul 05 16:00:21.001022 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: address_scope.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.001729 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.002263 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: address-scope Jul 05 16:00:21.002585 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.003492 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.004000 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: router-admin-state-down-before-update Jul 05 16:00:21.004321 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: agent.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.005109 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.005613 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: agent Jul 05 16:00:21.005931 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: agent_resources_synced.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.006830 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.007337 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: agent-resources-synced Jul 05 16:00:21.007658 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: allowedaddresspairs.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.009427 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.009944 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: allowed-address-pairs Jul 05 16:00:21.010265 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: auto_allocated_topology.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.011320 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.011829 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: auto-allocated-topology Jul 05 16:00:21.012148 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: availability_zone.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.012849 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.013359 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: availability_zone Jul 05 16:00:21.013674 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: availability_zone_filter.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.014569 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.015076 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: availability_zone_filter Jul 05 16:00:21.015396 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: data_plane_status.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.016294 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.016812 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension data-plane-status not supported by any of loaded plugins Jul 05 16:00:21.017129 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: default_subnetpools.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.018545 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.019049 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: default-subnetpools Jul 05 16:00:21.019363 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.020145 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.020645 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: dhcp_agent_scheduler Jul 05 16:00:21.020992 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: dns.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.021891 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.022390 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension dns-integration not supported by any of loaded plugins Jul 05 16:00:21.022702 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: dns_domain_ports.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.023604 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.024111 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 05 16:00:21.024426 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.025359 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.025857 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 05 16:00:21.026172 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: dvr.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.026824 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.027323 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: dvr Jul 05 16:00:21.027641 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: ecmp_routes.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.028547 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.029072 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 05 16:00:21.029390 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: empty_string_filtering.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.030278 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.030780 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: empty-string-filtering Jul 05 16:00:21.031096 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.031984 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.032484 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 05 16:00:21.032832 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.034326 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.034995 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 05 16:00:21.035320 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: external_net.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.036222 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.036730 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: external-net Jul 05 16:00:21.037078 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.037975 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.038482 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: extra_dhcp_opt Jul 05 16:00:21.038800 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: extraroute.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.039689 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.040189 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: extraroute Jul 05 16:00:21.040508 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: extraroute_atomic.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.041551 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.042059 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: extraroute-atomic Jul 05 16:00:21.042377 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: filter_validation.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.043030 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.043533 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: filter-validation Jul 05 16:00:21.043853 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: fip_pf_description.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.044742 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.045269 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 05 16:00:21.045587 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: fip_pf_port_range.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.046487 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.046985 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 05 16:00:21.047302 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: fip_port_details.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.048200 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.048700 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: fip-port-details Jul 05 16:00:21.049068 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: flavors.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.050255 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.050765 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: flavors Jul 05 16:00:21.051085 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.052691 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.053241 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 05 16:00:21.053566 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: floatingip_pools.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.054249 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.054761 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: floatingip-pools Jul 05 16:00:21.055081 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: ip_allocation.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.055981 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.056483 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension ip_allocation not supported by any of loaded plugins Jul 05 16:00:21.056826 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.057723 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.058232 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: ip-substring-filtering Jul 05 16:00:21.058550 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: l2_adjacency.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.059469 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.059969 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 05 16:00:21.060286 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: l3.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.061257 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.061769 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: router Jul 05 16:00:21.062089 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.064283 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.064910 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 05 16:00:21.065242 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.066150 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.066662 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: ext-gw-mode Jul 05 16:00:21.066986 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.067889 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.068401 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: l3-ha Jul 05 16:00:21.068720 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.069668 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.070164 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 05 16:00:21.070483 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: l3_flavors.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.071382 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.071888 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: l3-flavors Jul 05 16:00:21.072206 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.073578 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.074097 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 05 16:00:21.074424 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.075327 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.075841 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 05 16:00:21.076165 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: l3agentscheduler.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.077311 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.077827 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: l3_agent_scheduler Jul 05 16:00:21.078155 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: local_ip.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.079911 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.081057 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension local_ip not supported by any of loaded plugins Jul 05 16:00:21.081386 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: logging.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.082839 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.083356 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension logging not supported by any of loaded plugins Jul 05 16:00:21.083685 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: metering.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.084410 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.085010 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: metering Jul 05 16:00:21.085334 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.086407 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.086921 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: metering_source_and_destination_fields Jul 05 16:00:21.087243 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: multiprovidernet.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.088161 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.088675 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: multi-provider Jul 05 16:00:21.089033 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: netmtu.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.089954 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.090459 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: net-mtu Jul 05 16:00:21.090775 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: netmtu_writable.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.091696 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.092198 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: net-mtu-writable Jul 05 16:00:21.092532 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: network_availability_zone.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.093243 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.093745 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: network_availability_zone Jul 05 16:00:21.094060 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: network_ip_availability.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.095177 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.095696 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: network-ip-availability Jul 05 16:00:21.096621 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: network_segment_range.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.097413 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.097920 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension network-segment-range not supported by any of loaded plugins Jul 05 16:00:21.098241 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: pagination.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.099228 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.099540 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: pagination Jul 05 16:00:21.099857 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: port_device_profile.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.100759 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.101288 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: port-device-profile Jul 05 16:00:21.101604 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: port_mac_address_override.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.102531 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.103037 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: port-mac-override Jul 05 16:00:21.103355 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.104253 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.104759 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: port-mac-address-regenerate Jul 05 16:00:21.105099 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.106002 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.106766 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: port-numa-affinity-policy Jul 05 16:00:21.107084 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: port_resource_request.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.107980 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.108486 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension port-resource-request not supported by any of loaded plugins Jul 05 16:00:21.108841 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: port_resource_request_groups.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.109796 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.110302 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 05 16:00:21.110621 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: portbindings.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.111574 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.112082 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: binding Jul 05 16:00:21.112400 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: portbindings_extended.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.113680 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.114192 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: binding-extended Jul 05 16:00:21.114516 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: portsecurity.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.115422 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.115934 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: port-security Jul 05 16:00:21.116255 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: project_id.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.117238 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.117564 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: project-id Jul 05 16:00:21.117877 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: providernet.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.118780 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.119287 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: provider Jul 05 16:00:21.119602 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: qos.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.124564 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.125075 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension qos not supported by any of loaded plugins Jul 05 16:00:21.125404 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.126629 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.127186 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 05 16:00:21.127516 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.128440 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.128996 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 05 16:00:21.129323 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: qos_default.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.130230 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.130740 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension qos-default not supported by any of loaded plugins Jul 05 16:00:21.131064 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: qos_fip.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.131969 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.132477 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension qos-fip not supported by any of loaded plugins Jul 05 16:00:21.132824 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.133726 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.134239 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 05 16:00:21.134560 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: qos_gateway_ip.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.135476 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.135989 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 05 16:00:21.136311 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: qos_port_network_policy.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.137241 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.137751 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 05 16:00:21.138070 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.139091 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.139604 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 05 16:00:21.139924 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.140973 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.141483 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 05 16:00:21.141805 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: qos_pps_rule.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.143465 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.143984 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension qos-pps not supported by any of loaded plugins Jul 05 16:00:21.144308 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: qos_rule_type_details.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.145244 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.145756 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 05 16:00:21.146076 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.146987 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.147495 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 05 16:00:21.147813 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: qos_rules_alias.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.148858 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.149374 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 05 16:00:21.149691 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: quota_check_limit.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.150590 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.151103 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: quota-check-limit Jul 05 16:00:21.151418 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: quotasv2.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.152328 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.152651 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: quotas Jul 05 16:00:21.152997 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: quotasv2_detail.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.154681 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.155014 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: quota_details Jul 05 16:00:21.155339 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: rbac.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.156368 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.156933 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: rbac-policies Jul 05 16:00:21.157260 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: rbac_address_group.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.158176 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.159289 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: rbac-address-group Jul 05 16:00:21.159607 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: rbac_address_scope.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.160516 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.161069 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: rbac-address-scope Jul 05 16:00:21.161389 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: rbac_security_groups.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.162362 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.162881 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: rbac-security-groups Jul 05 16:00:21.163201 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: rbac_subnetpool.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.164103 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.164614 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: rbac-subnetpool Jul 05 16:00:21.164981 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: revisionifmatch.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.165887 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.166394 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: revision-if-match Jul 05 16:00:21.166710 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: revisions.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.167802 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.168313 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: standard-attr-revisions Jul 05 16:00:21.168634 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: router_availability_zone.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.169330 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.169839 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: router_availability_zone Jul 05 16:00:21.170159 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: routerservicetype.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.171241 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.171751 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension router-service-type not supported by any of loaded plugins Jul 05 16:00:21.172071 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.173005 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.173517 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: security-groups-normalized-cidr Jul 05 16:00:21.173834 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.174762 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.175273 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: port-security-groups-filtering Jul 05 16:00:21.175592 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.176506 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.177052 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: security-groups-remote-address-group Jul 05 16:00:21.177370 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.178280 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.178788 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: security-groups-shared-filtering Jul 05 16:00:21.179106 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: securitygroup.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.188495 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.189061 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: security-group Jul 05 16:00:21.189398 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: segment.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.190137 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.190647 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension segment not supported by any of loaded plugins Jul 05 16:00:21.190971 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.191900 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.192411 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 05 16:00:21.192733 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: servicetype.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.193840 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.194357 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: service-type Jul 05 16:00:21.194680 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: sorting.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.195648 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.195976 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: sorting Jul 05 16:00:21.196295 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: standard_attr_segment.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.197216 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.197731 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 05 16:00:21.198047 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: standardattrdescription.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.198687 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.199194 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: standard-attr-description Jul 05 16:00:21.199508 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: stateful_security_group.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.200430 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.200966 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: stateful-security-group Jul 05 16:00:21.201285 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: stdattrs_common.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.201853 dv-cinder-848759-1-iscsi neutron-server[104473]: WARNING neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 05 16:00:21.202169 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.203104 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.203614 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 05 16:00:21.203931 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: subnet_onboard.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.205022 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.206068 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: subnet_onboard Jul 05 16:00:21.206387 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.207310 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.207820 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 05 16:00:21.208136 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: subnet_service_types.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.209085 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.209598 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: subnet-service-types Jul 05 16:00:21.209921 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: subnetallocation.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.210998 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.211509 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: subnet_allocation Jul 05 16:00:21.211827 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.212475 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.213007 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: subnetpool-prefix-ops Jul 05 16:00:21.213323 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.214245 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.214751 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 05 16:00:21.215067 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: tagging.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.216096 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.216613 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: standard-attr-tag Jul 05 16:00:21.216964 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: timestamp.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.218161 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.218674 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loaded extension: standard-attr-timestamp Jul 05 16:00:21.218997 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: trunk.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.220020 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.220532 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension trunk not supported by any of loaded plugins Jul 05 16:00:21.221443 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: trunk_details.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.222359 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.222873 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension trunk-details not supported by any of loaded plugins Jul 05 16:00:21.223192 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: uplink_status_propagation.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.224100 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.224608 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 05 16:00:21.224955 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Loading extension file: vlantransparent.py {{(pid=104473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 05 16:00:21.225611 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 05 16:00:21.226116 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 05 16:00:21.228594 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Creating instance of TrackedResource for resource:network Jul 05 16:00:21.229135 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Creating instance of TrackedResource for resource:subnet Jul 05 16:00:21.229539 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 16:00:21.229934 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Creating instance of TrackedResource for resource:port Jul 05 16:00:21.231147 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.v2.resource_helper [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 16:00:21.231838 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.v2.resource_helper [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Service FLAVORS assigned prefix: {{(pid=104473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 16:00:21.232447 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.v2.resource_helper [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 16:00:21.232924 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.v2.resource_helper [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 16:00:21.233252 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Creating instance of TrackedResource for resource:router Jul 05 16:00:21.233684 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Creating instance of TrackedResource for resource:floatingip Jul 05 16:00:21.234170 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.v2.resource_helper [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Service METERING assigned prefix: /metering {{(pid=104473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 16:00:21.235593 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:21.235959 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:21.236305 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:00:21.237328 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 16:00:21.237770 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Creating instance of TrackedResource for resource:security_group Jul 05 16:00:21.238201 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 16:00:21.238802 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.v2.resource_helper [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Service CORE assigned prefix: {{(pid=104473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 16:00:21.239131 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 16:00:21.239482 dv-cinder-848759-1-iscsi neutron-server[104473]: WARNING neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] subnetpool is already registered Jul 05 16:00:21.239905 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.v2.resource_helper [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Service CORE assigned prefix: {{(pid=104473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 16:00:21.240226 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 16:00:21.240551 dv-cinder-848759-1-iscsi neutron-server[104473]: WARNING neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] subnetpool is already registered Jul 05 16:00:21.242827 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.v2.resource_helper [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 16:00:21.243258 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.v2.resource_helper [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Service FLAVORS assigned prefix: {{(pid=104473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 16:00:21.243840 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.v2.resource_helper [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 16:00:21.244257 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.v2.resource_helper [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 16:00:21.244588 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Creating instance of TrackedResource for resource:router Jul 05 16:00:21.244956 dv-cinder-848759-1-iscsi neutron-server[104473]: WARNING neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] router is already registered Jul 05 16:00:21.245375 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Creating instance of TrackedResource for resource:floatingip Jul 05 16:00:21.245711 dv-cinder-848759-1-iscsi neutron-server[104473]: WARNING neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] floatingip is already registered Jul 05 16:00:21.246167 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.v2.resource_helper [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Service METERING assigned prefix: /metering {{(pid=104473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 16:00:21.246828 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 16:00:21.247153 dv-cinder-848759-1-iscsi neutron-server[104473]: WARNING neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] rbac_policy is already registered Jul 05 16:00:21.247561 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Creating instance of TrackedResource for resource:security_group Jul 05 16:00:21.247891 dv-cinder-848759-1-iscsi neutron-server[104473]: WARNING neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] security_group is already registered Jul 05 16:00:21.248303 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 16:00:21.248631 dv-cinder-848759-1-iscsi neutron-server[104473]: WARNING neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] security_group_rule is already registered Jul 05 16:00:21.249272 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.v2.resource_helper [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Service CORE assigned prefix: {{(pid=104473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 16:00:21.249597 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 16:00:21.249933 dv-cinder-848759-1-iscsi neutron-server[104473]: WARNING neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] subnetpool is already registered Jul 05 16:00:21.250352 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.v2.resource_helper [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Service CORE assigned prefix: {{(pid=104473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 16:00:21.250673 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 16:00:21.250999 dv-cinder-848759-1-iscsi neutron-server[104473]: WARNING neutron.quota.resource_registry [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] subnetpool is already registered Jul 05 16:00:21.251457 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: extensions {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.252958 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: address-groups {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.254436 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: address-scopes {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.255754 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: agents {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.256939 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: auto-allocated-topology {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.258172 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: availability_zones {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.259384 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: dhcp-networks {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.260888 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: dhcp-agents {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.262309 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: routers {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.264026 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: flavors {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.265315 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: service_profiles {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.266512 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: next_providers {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.268437 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: service_profiles {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.270018 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: floatingip-pools {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.271250 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: routers {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.272976 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: floatingips {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.274251 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: l3-routers {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.275622 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: l3-agents {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.277062 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: metering-labels {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.278310 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: metering-label-rules {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.280668 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: network-ip-availabilities {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.281952 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: bindings {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.284112 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: quotas {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.285807 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: quotas {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.287353 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: rbac-policies {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.288537 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: security-groups {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.289860 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: security-group-rules {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.291100 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: service-providers {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.292309 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: subnetpools {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.293686 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: subnetpools {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.295214 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: tags {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.296893 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: tags {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.298696 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: tags {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.300609 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: tags {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.302303 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: tags {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.304227 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: tags {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.305949 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: tags {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.307816 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: tags {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.309594 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: tags {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.311331 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron.api.extensions [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Extended resource: tags {{(pid=104473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 16:00:21.317301 dv-cinder-848759-1-iscsi neutron-server[104473]: WARNING keystonemiddleware.auth_token [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 05 16:00:21.322278 dv-cinder-848759-1-iscsi neutron-server[104473]: WARNING keystonemiddleware.auth_token [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 05 16:00:21.331554 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_concurrency.lockutils [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Acquired lock "singleton_lock" {{(pid=104473) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 05 16:00:21.332029 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_concurrency.lockutils [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Releasing lock "singleton_lock" {{(pid=104473) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 05 16:00:21.332669 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO oslo_service.service [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Starting 2 workers Jul 05 16:00:21.337473 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Started child 104584 {{(pid=104473) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 16:00:21.341871 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Started child 104585 {{(pid=104473) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 16:00:21.343057 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:21.343681 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO neutron.service [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 05 16:00:21.344094 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:21.344557 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [-] (104584) wsgi starting up on http://0.0.0.0:9696 Jul 05 16:00:21.347170 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO oslo_service.service [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Starting 1 workers Jul 05 16:00:21.347296 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:21.348682 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [-] (104585) wsgi starting up on http://0.0.0.0:9696 Jul 05 16:00:21.352335 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Started child 104586 {{(pid=104473) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 16:00:21.352886 dv-cinder-848759-1-iscsi neutron-server[104473]: INFO oslo_service.service [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Starting 1 workers Jul 05 16:00:21.356190 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.service [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] calling RpcWorker wait() {{(pid=104586) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 05 16:00:21.357090 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.service [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] returning from RpcWorker wait() {{(pid=104586) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 05 16:00:21.357571 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Started child 104587 {{(pid=104473) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 16:00:21.358390 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cf136e54-a15a-40e2-91e1-610eefa963b0 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:21.358657 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:21.359161 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:00:21.360315 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104473) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 16:00:21.360526 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 16:00:21.360708 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 16:00:21.360958 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 16:00:21.361286 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 16:00:21.361489 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 16:00:21.362055 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.362315 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.362567 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.362654 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:21.363105 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.363432 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.363700 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.363935 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.364194 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.364441 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.364609 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.364788 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.365037 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.365286 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.365608 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.365883 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.366118 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.366364 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.366530 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.366783 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.367037 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.367276 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.367575 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] debug = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.367829 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.368316 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.368569 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.368863 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.369229 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.369368 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.369613 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.369866 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.370118 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.370344 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.370585 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.370834 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.371069 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.371296 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.371534 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.371823 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.372058 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.372540 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] host = dv-cinder-848759-1-iscsi {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.372811 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.373026 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.373269 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.373495 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.373743 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.373987 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.374230 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.374467 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.374787 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.374957 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.375192 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.375434 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.375659 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.375895 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] log_file = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.376053 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] log_options = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.376291 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.376544 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.376831 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.379805 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.379805 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.379805 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.379805 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.379805 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.379805 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.379805 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.380752 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.380752 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.380752 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.380752 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.380752 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.380752 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.380752 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.380752 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.381843 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.381843 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.381843 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.381843 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.381843 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.381843 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.382616 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.382616 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.382616 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.382616 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.383130 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.383130 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.383396 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.383624 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.383781 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.383998 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.385318 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.385318 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.385318 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.385318 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.385580 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:00:21.385662 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.385662 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.385662 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.385847 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.386067 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.386260 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.386568 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.386921 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.387138 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] use_json = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.387346 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.387667 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.387913 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.388143 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.388379 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.388585 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.388843 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.389265 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.389482 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.389901 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.390175 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.390476 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.390715 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.390976 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.391217 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.391469 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.391685 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.391940 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.392182 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.392483 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.393486 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.394440 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.394718 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.395015 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.395348 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.395623 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.395894 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.396144 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.396394 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.396670 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.396927 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.397220 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.403124 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.403124 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.403124 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.403124 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.403124 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.403124 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.403124 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.403124 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.403640 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.403640 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.403640 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.403640 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.403640 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.403640 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.403640 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.403640 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.404085 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.404085 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.404085 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.404085 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.404085 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.404085 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.404085 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.404085 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.404085 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.404589 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.404589 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.404589 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.404589 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.404589 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.404589 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.404969 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.405033 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.405265 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.405504 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.405753 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.406012 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.406247 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.406463 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.406703 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.406933 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.407165 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.407429 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.407574 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.407965 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.408197 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.408494 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.408720 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.408989 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.409201 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.409411 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.409644 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.409886 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.410113 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.410328 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.410539 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.410748 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.410972 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.411182 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.411390 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.411596 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.411803 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.412037 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.412244 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.412452 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.412680 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.412931 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.413139 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.413478 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.413819 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.414066 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.414281 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.414536 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.414751 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.414999 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.415213 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.415443 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.415652 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.415899 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.416140 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.416380 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.416615 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.416858 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.417111 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.417327 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.417535 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.417758 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.417991 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.418235 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.418491 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.418742 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.418969 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.419198 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.419410 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.419636 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.419896 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.420162 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.420577 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.420723 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.425701 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.425701 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.425701 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.425701 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.425701 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.425701 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.425701 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.425701 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.426322 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.426322 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.426322 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.426322 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.426322 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.426322 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.426322 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.426322 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.426861 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.426861 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.426861 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.426861 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.426861 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.426861 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.426861 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.426861 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.427417 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.427417 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.427417 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.427417 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.427690 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.427690 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.427923 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.428166 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.428376 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.428613 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.428878 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.429112 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.429321 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.429529 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.429755 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.429966 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.430179 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.430390 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.430622 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.430834 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.431077 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.431287 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.431506 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.431737 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.431952 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.432182 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.432400 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.432628 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.433286 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.433286 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.433493 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.433607 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.433818 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.434056 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.434313 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.434574 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.434786 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.435040 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.435442 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.435660 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.435870 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.436089 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.436297 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.436522 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.436743 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.436975 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.437228 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.437474 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.437814 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.438067 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.438291 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.438526 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.438760 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.438971 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.439180 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.439394 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.440159 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.440375 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.440589 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.440827 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.441077 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.441288 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.441521 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.441731 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.442000 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.442231 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.442450 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.442660 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.442897 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.443108 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.443321 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.443530 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.443827 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.443958 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.444162 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.444398 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.444615 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.445205 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.445205 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.445394 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.445647 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.445859 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.446278 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.446509 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.446764 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.446972 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.447192 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.447409 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.447615 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.448053 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.448261 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.448470 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.448690 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.448929 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.449144 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.449362 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.449570 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.449799 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.450017 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.450302 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.450442 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.450679 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.450885 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.451092 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.451313 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.451529 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.451757 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.451979 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.452185 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.452390 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.452604 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.452870 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.453073 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.454459 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.454459 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.454459 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.454459 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.454459 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.454816 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.454816 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.455051 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.455813 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.456082 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.456330 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.456552 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.456783 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.457050 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.457358 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.457646 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.457891 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.458150 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.458407 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.458707 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.458971 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.459191 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.459506 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.459832 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.460152 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.460355 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.460613 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.460867 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.461107 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.461323 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.461536 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.461771 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.461977 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.462245 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.462492 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.462717 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.462946 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.463185 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.463415 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.463655 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.463863 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.464099 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.464311 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.464476 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 16:00:21.465012 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104473) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 16:00:21.465170 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 16:00:21.465319 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 16:00:21.465486 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 16:00:21.465653 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 16:00:21.465802 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 16:00:21.466008 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.466153 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.466307 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.466463 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.466653 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.466812 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.466975 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.467105 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.467256 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.467417 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.467571 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.467874 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.468168 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.468331 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.468487 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.468642 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.468824 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.468988 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.469148 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.469308 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.469461 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.469615 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] debug = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.469775 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.470013 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.470780 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.470780 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.470780 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.470780 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.470780 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.471218 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.471218 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.471218 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.471402 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.471472 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.471581 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.471736 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.472099 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.472099 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.472240 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.472308 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] host = dv-cinder-848759-1-iscsi {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.472467 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.472612 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.472781 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.473104 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.473260 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.473417 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.473577 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.473731 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.473865 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.474008 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.474144 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.474299 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.474450 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.474586 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] log_file = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.474736 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] log_options = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.475192 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.475192 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.475192 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.475438 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.475518 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.475656 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.475811 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.475966 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.476120 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.476308 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.476446 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.476590 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.476732 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.476906 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.477034 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.477189 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.477357 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.477485 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.477642 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.477795 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.477969 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.478131 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.478247 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.478402 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.478556 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.478710 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.478865 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.479019 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.479178 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.479334 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.479667 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.479667 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.479832 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.479912 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.480065 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.480218 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.480399 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.480553 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.480712 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.480910 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.481066 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.481220 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.481374 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.481815 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.481937 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.482092 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.482246 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] use_json = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.482401 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.482555 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.482709 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.482864 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.483019 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.483174 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.483327 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.483482 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.483636 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 16:00:21.483811 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.483979 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.484137 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.484298 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.484455 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.484614 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.484806 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.488948 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.488948 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.488948 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.488948 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.488948 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.488948 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.488948 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.488948 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.489501 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.489501 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.489501 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.489501 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.489501 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.489501 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.489501 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.489501 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.490046 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.490046 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.490046 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.490046 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.490046 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.490046 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.490623 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:00:21.490707 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.490707 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.490707 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.490707 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.490707 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.490707 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.490707 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.490707 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.491254 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.491254 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.491254 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.491254 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.491254 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.491254 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.491254 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.491254 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.491254 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.491856 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.491856 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.491856 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.491856 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.491856 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.491856 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.491856 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.491856 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.492406 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.492406 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.492406 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.492406 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.492741 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.492741 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.492951 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.493029 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.493148 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.493307 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.493464 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.493621 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.493780 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.493936 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.494334 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.494334 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.494511 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.494835 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.494835 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.494835 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.495033 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.495138 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.495294 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.495451 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.495608 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.495770 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.495926 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.496086 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.496244 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.496375 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.496541 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.496674 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.496829 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.496991 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.497150 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.497309 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.497522 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.497654 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.497776 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.497951 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.498104 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.498241 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.498376 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.498511 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.498670 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.498815 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.498972 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.499142 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.499279 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.499456 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.499589 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.499721 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.499881 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.500032 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.500184 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.500341 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.500497 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.500654 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.500825 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.500979 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.501137 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.501295 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.501444 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.501597 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.501753 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.501919 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.502594 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.502754 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.502912 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.503074 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.503241 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.503401 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.503559 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.503715 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.503875 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.504032 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.504191 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.504347 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.504505 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.504664 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.504837 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.505000 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.505159 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.505316 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.505473 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.505652 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.505811 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.505968 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.506135 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.506271 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.506410 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.506564 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.506724 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.506883 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.507042 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.507249 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.507383 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.507519 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.507659 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.507782 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.508086 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.508086 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.508229 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.508382 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.508540 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.508698 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.508877 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.509035 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.509191 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.509349 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.509508 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.509666 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.509823 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.509980 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.510136 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.510293 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.510451 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.510608 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.510765 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.510920 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.511077 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.511234 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.511393 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.511550 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.511708 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.511864 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.512022 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.512181 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.512338 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.512498 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.512656 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.512832 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.512993 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.513149 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.513307 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.513464 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.513621 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.513817 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.513920 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.514072 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.514243 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.514576 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.514576 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.514954 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.514954 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.515102 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.515175 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.515283 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.515439 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.515595 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.515755 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.515912 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.516069 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.516228 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.516373 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.516529 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.516709 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.517085 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.517085 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.517269 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.517348 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.517483 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.517640 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.518339 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.518498 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.518811 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.518811 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.518986 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.519100 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.519269 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.519427 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.519589 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.519746 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.519904 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.520061 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.520228 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.520385 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.520543 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.520699 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.520876 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.521034 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.521200 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.521358 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.521514 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.521672 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.521828 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.521985 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.522150 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.522308 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.522465 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.522622 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.522779 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.522940 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.523102 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.523259 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.523420 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.523576 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.523732 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.523889 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.524054 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.524212 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.524369 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.524526 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.524682 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.524861 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.525027 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.525187 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.525344 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.525507 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.525664 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.525821 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.525978 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.526146 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.526303 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.526462 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.526620 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.526840 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.526941 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.527082 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.527243 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.527409 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.527573 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.527920 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.527920 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.528095 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.528201 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.528359 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.528522 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.528691 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.528869 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.529027 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.529184 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.529343 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.529501 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.529661 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.529818 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.529974 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.530131 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.530287 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.530444 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.530600 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.530758 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.530915 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.531071 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.531227 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.531385 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.531542 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.531699 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 16:00:21.531849 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 16:00:21.744404 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 40320) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:00:21.753601 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070698 Jul 05 16:00:30.757563 dv-cinder-848759-1-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:00:32.914872 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620266e1-0a38-4dfb-b8f5-2011fb712d49 None None] get_active_networks_info from dv-cinder-848759-1-iscsi {{(pid=104586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 05 16:00:32.943205 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writer thread running {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 05 16:00:33.005031 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620266e1-0a38-4dfb-b8f5-2011fb712d49 None None] No non-hosted networks {{(pid=104586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 05 16:00:33.040917 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.agentschedulers_db [None req-620266e1-0a38-4dfb-b8f5-2011fb712d49 None None] DHCP Agent not found on host dv-cinder-848759-1-iscsi {{(pid=104586) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 05 16:00:33.154302 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-89b4750a-4530-4972-b4d9-869f6b09dc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-522204'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:34.473754 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writer thread running {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 05 16:00:35.252265 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-e739f7ec-51fe-4033-9c16-39a11f3f62d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-522204'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:35.293124 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.db.api [None req-17b9f774-3739-4ee8-8dd2-f94a595a7194 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-848759-1-iscsi {{(pid=104586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 05 16:00:35.294057 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG oslo_db.api [None req-17b9f774-3739-4ee8-8dd2-f94a595a7194 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 16:00:35.896024 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-17b9f774-3739-4ee8-8dd2-f94a595a7194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:36.223163 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 40394) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:00:36.313754 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-522204'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:36.809877 dv-cinder-848759-1-iscsi neutron-server[104585]: WARNING oslo_policy.policy [None req-58ab2ce5-86c2-456a-95e1-79acfeb4b4a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 16:00:36.810443 dv-cinder-848759-1-iscsi neutron-server[104585]: WARNING oslo_policy.policy [None req-58ab2ce5-86c2-456a-95e1-79acfeb4b4a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 16:00:37.029101 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [None req-58ab2ce5-86c2-456a-95e1-79acfeb4b4a0 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 16:00:37.031018 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-58ab2ce5-86c2-456a-95e1-79acfeb4b4a0 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8067544 Jul 05 16:00:37.930220 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-522204'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:38.050216 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-522204'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:38.050913 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:38.051258 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:38.051592 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:38.051919 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:38.052245 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:38.052571 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:38.052925 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:38.053272 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:38.053612 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:38.053918 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:38.054287 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:38.054616 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:38.054949 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:38.055268 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:38.055583 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:38.055953 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-848759-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:00:38.062246 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-848759-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:00:39.353111 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 40426) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:00:39.705926 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-9143d759-992b-469b-9a56-67c85c92ae61 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:00:39.797241 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.policy [None req-9143d759-992b-469b-9a56-67c85c92ae61 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104585) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 16:00:39.838753 dv-cinder-848759-1-iscsi neutron-server[104585]: WARNING oslo_policy.policy [None req-9143d759-992b-469b-9a56-67c85c92ae61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 16:00:39.839125 dv-cinder-848759-1-iscsi neutron-server[104585]: WARNING oslo_policy.policy [None req-9143d759-992b-469b-9a56-67c85c92ae61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 16:00:39.859703 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writer thread running {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 05 16:00:39.984438 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-9143d759-992b-469b-9a56-67c85c92ae61 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746274779312', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746274778788', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746274762865', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746274739759', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746274749626', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746274724188', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7605402', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7662090', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-303008', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1718474'] for rbac-policy (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:40.137776 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-9143d759-992b-469b-9a56-67c85c92ae61 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:40.138954 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-9143d759-992b-469b-9a56-67c85c92ae61 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7841816 Jul 05 16:00:41.303754 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.db.l3_hamode_db [None req-040a2e99-195f-4e20-9ecf-cdfb2abc1e36 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 05 16:00:41.382000 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040a2e99-195f-4e20-9ecf-cdfb2abc1e36 None None] Routers set() bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:00:41.382380 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040a2e99-195f-4e20-9ecf-cdfb2abc1e36 None None] Router IDs set() for agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 05 16:00:42.373180 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 40438) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:00:42.695708 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:00:42.804150 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Made reservation on behalf of a45a2c2e6a0a4f7bac8faa658cb8bfb5 for: {'network': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:00:42.807843 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for network (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:42.824559 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:42.932346 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Publish callbacks [] for security_group (678ddd35-8bb7-4a75-8973-4d130c93adb6), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:42.992265 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (678ddd35-8bb7-4a75-8973-4d130c93adb6), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:43.015784 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=104585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:00:43.049040 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746276517744', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (bbccf320-10a4-44ac-8e62-b819c5764a46), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:43.049599 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Unsubscribe: segment precommit_create {{(pid=104585) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 16:00:43.050132 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.segments_db [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Added segment bbccf320-10a4-44ac-8e62-b819c5764a46 of type vlan for network cb2a702f-2108-4a63-b4ec-9e11f436e89b Jul 05 16:00:43.083090 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=678ddd35-8bb7-4a75-8973-4d130c93adb6,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:00:43.125465 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:43.125781 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:43.126079 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:43.126947 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:43.127273 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:43.127591 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:43.127934 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:43.128221 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:43.128532 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:43.128867 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:43.129182 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:43.129495 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:43.129804 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:43.130111 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:43.130423 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Tracked resource versions report: Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: pushed versions: Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: { 'AddressGroup': {'1.2'}, Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'Agent': {'1.1'}, Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'ConntrackHelper': {'1.0'}, Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'LocalIPAssociation': {'1.0'}, Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'Log': {'1.0'}, Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'NDPProxy': {'1.0'}, Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'Network': {'1.1'}, Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'Port': {'1.7'}, Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'PortForwarding': {'1.3'}, Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'QosPolicy': {'1.10'}, Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'SecurityGroup': {'1.5'}, Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'SecurityGroupRule': {'1.2'}, Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'SubPort': {'1.0'}, Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'Subnet': {'1.1'}, Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'Trunk': {'1.1'}} Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: consumer versions: Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: { DHCP agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: L3 agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: Metadata agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: Metering agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: Open vSwitch agent@dv-cinder-848759-1-iscsi: { 'AddressGroup': '1.2', Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'Agent': '1.1', Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'ConntrackHelper': '1.0', Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'LocalIPAssociation': '1.0', Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'Log': '1.0', Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'NDPProxy': '1.0', Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'Network': '1.1', Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'Port': '1.7', Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'PortForwarding': '1.3', Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'QosPolicy': '1.10', Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'SecurityGroup': '1.5', Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'SecurityGroupRule': '1.2', Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'SubPort': '1.0', Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'Subnet': '1.1', Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: 'Trunk': '1.1'}} Jul 05 16:00:43.131805 dv-cinder-848759-1-iscsi neutron-server[104585]: {{(pid=104585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 16:00:43.157498 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746276236728'] for network (cb2a702f-2108-4a63-b4ec-9e11f436e89b), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:43.244170 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for network (cb2a702f-2108-4a63-b4ec-9e11f436e89b), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:43.249142 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:00:43.249823 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:43.274757 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=53,neutron:INSERT=41,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:00:43.369922 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.9955883 Jul 05 16:00:43.370397 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd2e5d-70b8-43e0-87ad-47bcc738d611 demo demo] Pushing event updated for resources: {'Network': ['ID=cb2a702f-2108-4a63-b4ec-9e11f436e89b,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:00:43.396741 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Network cb2a702f-2108-4a63-b4ec-9e11f436e89b details requested by agent ovs-agent-dv-cinder-848759-1-iscsi with host dv-cinder-848759-1-iscsi {{(pid=104586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:00:45.681416 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 40452) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:00:46.175775 dv-cinder-848759-1-iscsi neutron-server[104584]: WARNING oslo_policy.policy [None req-e0632ad8-1dfd-46ad-8c8f-097b211b215b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 16:00:46.176335 dv-cinder-848759-1-iscsi neutron-server[104584]: WARNING oslo_policy.policy [None req-e0632ad8-1dfd-46ad-8c8f-097b211b215b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 16:00:46.403416 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writer thread running {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 05 16:00:46.704784 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.policy [None req-e0632ad8-1dfd-46ad-8c8f-097b211b215b demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104584) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 16:00:46.745832 dv-cinder-848759-1-iscsi neutron-server[104584]: WARNING oslo_policy.policy [None req-e0632ad8-1dfd-46ad-8c8f-097b211b215b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 16:00:46.746203 dv-cinder-848759-1-iscsi neutron-server[104584]: WARNING oslo_policy.policy [None req-e0632ad8-1dfd-46ad-8c8f-097b211b215b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 16:00:46.754238 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0632ad8-1dfd-46ad-8c8f-097b211b215b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:00:46.756204 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-e0632ad8-1dfd-46ad-8c8f-097b211b215b demo admin] 10.222.0.45 "GET /v2.0/networks/cb2a702f-2108-4a63-b4ec-9e11f436e89b HTTP/1.1" status: 200 len: 825 time: 1.0729568 Jul 05 16:00:46.795408 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-bfafa6a1-c41a-4b88-bc85-3e6487514179 demo admin] 10.222.0.45 "GET /v2.0/subnetpools/5d9c4ca1-c29e-4501-84a6-26af338fd02f HTTP/1.1" status: 200 len: 734 time: 0.0334814 Jul 05 16:00:46.805023 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '5d9c4ca1-c29e-4501-84a6-26af338fd02f', 'gateway_ip': '172.20.0.1', 'network_id': 'cb2a702f-2108-4a63-b4ec-9e11f436e89b', 'ip_version': 4}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:00:46.924576 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] Made reservation on behalf of a45a2c2e6a0a4f7bac8faa658cb8bfb5 for: {'subnet': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:00:46.927631 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:47.261282 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for subnet (b8eb01bd-8360-4cb0-9ef1-9078ebdacfe3), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:47.326978 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] Checking segment: {'id': 'bbccf320-10a4-44ac-8e62-b819c5764a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cb2a702f-2108-4a63-b4ec-9e11f436e89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:00:47.327356 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] Network hostable DHCP agents. Network: cb2a702f-2108-4a63-b4ec-9e11f436e89b, hostable agents: ['a381a417-f900-4967-9e50-4db2a6f3e74e'], hosted agents: [] {{(pid=104584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:00:47.346295 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] Pushing event updated for resources: {'Subnet': ['ID=b8eb01bd-8360-4cb0-9ef1-9078ebdacfe3,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:00:47.351465 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=64,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:00:47.364671 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:47.365063 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:47.365411 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:47.365739 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:47.366057 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:47.366372 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:47.366686 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:47.366994 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:47.367304 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:47.367616 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:47.367924 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:47.368246 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:47.368555 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:47.368886 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:47.369193 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] Tracked resource versions report: Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: pushed versions: Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: { 'AddressGroup': {'1.2'}, Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'Agent': {'1.1'}, Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'ConntrackHelper': {'1.0'}, Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'LocalIPAssociation': {'1.0'}, Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'Log': {'1.0'}, Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'NDPProxy': {'1.0'}, Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'Network': {'1.1'}, Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'Port': {'1.7'}, Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'PortForwarding': {'1.3'}, Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'QosPolicy': {'1.10'}, Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'SecurityGroup': {'1.5'}, Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'SecurityGroupRule': {'1.2'}, Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'SubPort': {'1.0'}, Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'Subnet': {'1.1'}, Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'Trunk': {'1.1'}} Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: consumer versions: Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: { DHCP agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: L3 agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: Metadata agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: Metering agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: Open vSwitch agent@dv-cinder-848759-1-iscsi: { 'AddressGroup': '1.2', Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'Agent': '1.1', Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'ConntrackHelper': '1.0', Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'LocalIPAssociation': '1.0', Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'Log': '1.0', Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'NDPProxy': '1.0', Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'Network': '1.1', Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'Port': '1.7', Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'PortForwarding': '1.3', Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'QosPolicy': '1.10', Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'SecurityGroup': '1.5', Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'SecurityGroupRule': '1.2', Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'SubPort': '1.0', Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'Subnet': '1.1', Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: 'Trunk': '1.1'}} Jul 05 16:00:47.370547 dv-cinder-848759-1-iscsi neutron-server[104584]: {{(pid=104584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 16:00:47.426536 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] Network cb2a702f-2108-4a63-b4ec-9e11f436e89b is scheduled to be hosted by DHCP agent a381a417-f900-4967-9e50-4db2a6f3e74e with binding_index 1 {{(pid=104584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:00:47.506695 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848759-1-iscsi, cb2a702f-2108-4a63-b4ec-9e11f436e89b) {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:00:47.511394 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:00:47.511985 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for subnet (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:47.516307 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba8d975-0542-4bfa-a9fb-d96b20de89a0 None None] Network cb2a702f-2108-4a63-b4ec-9e11f436e89b requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:00:47.583445 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-5d585d51-9e8a-46f3-8977-4c64ad322494 demo admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7818806 Jul 05 16:00:47.775837 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40cd4b13-2a95-5ef0-adc3-fdd5974ee50c-cb2a702f-2108-4a63-b4ec-9e11f436e89b', 'network_id': 'cb2a702f-2108-4a63-b4ec-9e11f436e89b', 'project_id': 'a45a2c2e6a0a4f7bac8faa658cb8bfb5', 'fixed_ips': [{'subnet_id': 'b8eb01bd-8360-4cb0-9ef1-9078ebdacfe3'}]}} from dv-cinder-848759-1-iscsi. {{(pid=104586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 05 16:00:47.777308 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:48.080100 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.db_base_plugin_common [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Allocated IP 172.20.0.2 (cb2a702f-2108-4a63-b4ec-9e11f436e89b/b8eb01bd-8360-4cb0-9ef1-9078ebdacfe3/2fffb4eb-c742-4e97-b7d9-262a6dc3b14b) {{(pid=104586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:00:48.083011 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:00:48.324723 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Publish callbacks [] for port (2fffb4eb-c742-4e97-b7d9-262a6dc3b14b), precommit_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:48.382307 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (2fffb4eb-c742-4e97-b7d9-262a6dc3b14b), after_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:48.450926 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:00:48.460577 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Network cb2a702f-2108-4a63-b4ec-9e11f436e89b is already hosted by enough agents. {{(pid=104586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:00:48.469004 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.scheduler.base_scheduler [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Resources bound (agent type, host, resource id): {{(pid=104586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:00:48.473948 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Pushing event updated for resources: {'Port': ['ID=2fffb4eb-c742-4e97-b7d9-262a6dc3b14b,revision_number=1']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:00:48.478022 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Received port after_create {{(pid=104586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:00:48.486793 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:48.487136 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:48.489717 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:48.489717 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:48.489717 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:48.489717 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:48.489717 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:48.490222 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:48.490222 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:48.490222 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:48.490222 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:48.490533 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:48.490625 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:48.490912 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:48.491239 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Tracked resource versions report: Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: pushed versions: Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: { 'AddressGroup': {'1.2'}, Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'Agent': {'1.1'}, Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'ConntrackHelper': {'1.0'}, Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'LocalIPAssociation': {'1.0'}, Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'Log': {'1.0'}, Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'NDPProxy': {'1.0'}, Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'Network': {'1.1'}, Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'Port': {'1.7'}, Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'PortForwarding': {'1.3'}, Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'QosPolicy': {'1.10'}, Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'SecurityGroup': {'1.5'}, Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'SecurityGroupRule': {'1.2'}, Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'SubPort': {'1.0'}, Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'Subnet': {'1.1'}, Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'Trunk': {'1.1'}} Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: consumer versions: Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: { DHCP agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: L3 agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: Metadata agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: Metering agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: Open vSwitch agent@dv-cinder-848759-1-iscsi: { 'AddressGroup': '1.2', Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'Agent': '1.1', Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'ConntrackHelper': '1.0', Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'LocalIPAssociation': '1.0', Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'Log': '1.0', Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'NDPProxy': '1.0', Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'Network': '1.1', Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'Port': '1.7', Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'PortForwarding': '1.3', Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'QosPolicy': '1.10', Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'SecurityGroup': '1.5', Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'SecurityGroupRule': '1.2', Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'SubPort': '1.0', Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'Subnet': '1.1', Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: 'Trunk': '1.1'}} Jul 05 16:00:48.492634 dv-cinder-848759-1-iscsi neutron-server[104586]: {{(pid=104586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 16:00:48.568562 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Attempting to bind port 2fffb4eb-c742-4e97-b7d9-262a6dc3b14b on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:00:48.569238 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Attempting to bind port 2fffb4eb-c742-4e97-b7d9-262a6dc3b14b by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': 'bbccf320-10a4-44ac-8e62-b819c5764a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cb2a702f-2108-4a63-b4ec-9e11f436e89b'}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:00:48.569410 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Attempting to bind port 2fffb4eb-c742-4e97-b7d9-262a6dc3b14b on network cb2a702f-2108-4a63-b4ec-9e11f436e89b {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:00:48.574432 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:00:48.574806 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Checking segment: {'id': 'bbccf320-10a4-44ac-8e62-b819c5764a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cb2a702f-2108-4a63-b4ec-9e11f436e89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:00:48.575276 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:48.575697 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Bound using segment: {'id': 'bbccf320-10a4-44ac-8e62-b819c5764a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cb2a702f-2108-4a63-b4ec-9e11f436e89b'} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:00:48.576148 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Bound port: 2fffb4eb-c742-4e97-b7d9-262a6dc3b14b, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbccf320-10a4-44ac-8e62-b819c5764a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cb2a702f-2108-4a63-b4ec-9e11f436e89b'}}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:00:48.576557 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (2fffb4eb-c742-4e97-b7d9-262a6dc3b14b), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:48.642392 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] For port 2fffb4eb-c742-4e97-b7d9-262a6dc3b14b, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:00:48.665454 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] For port 2fffb4eb-c742-4e97-b7d9-262a6dc3b14b, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=2fffb4eb-c742-4e97-b7d9-262a6dc3b14b,segment=NetworkSegment(bbccf320-10a4-44ac-8e62-b819c5764a46),segment_id=bbccf320-10a4-44ac-8e62-b819c5764a46)] {{(pid=104586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:00:48.718916 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (2fffb4eb-c742-4e97-b7d9-262a6dc3b14b), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:48.777717 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a45b6-8d7c-49b7-b86e-6b3544819a78 None None] Pushing event updated for resources: {'Port': ['ID=2fffb4eb-c742-4e97-b7d9-262a6dc3b14b,revision_number=2']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:00:49.905257 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 40476) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:00:50.239805 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [None req-13a15cb9-2f8f-48f9-9302-41374f1a7924 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 16:00:50.240924 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-13a15cb9-2f8f-48f9-9302-41374f1a7924 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3345921 Jul 05 16:00:52.526081 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 40484) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:00:52.854925 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [None req-4c4c25e5-7af5-4f28-956c-6b24bce43497 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 16:00:52.868796 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-4c4c25e5-7af5-4f28-956c-6b24bce43497 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3289087 Jul 05 16:00:52.883160 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:00:52.888026 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=6 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:00:53.341956 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=52,neutron:INSERT=14,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:00:55.128167 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 40496) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:00:55.451744 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-02de7ed7-da3a-4415-9f56-4fab7ba8bb8f demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:00:55.552903 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-02de7ed7-da3a-4415-9f56-4fab7ba8bb8f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075011'] for router (8d4cfddc-7621-497d-acc9-9897fae691d1), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:55.554614 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-02de7ed7-da3a-4415-9f56-4fab7ba8bb8f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075018'] for router (8d4cfddc-7621-497d-acc9-9897fae691d1), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:55.695962 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-02de7ed7-da3a-4415-9f56-4fab7ba8bb8f demo demo] Publish callbacks [] for router_controller (8d4cfddc-7621-497d-acc9-9897fae691d1), precommit_add_association {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:55.704788 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 2fffb4eb-c742-4e97-b7d9-262a6dc3b14b up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:00:55.753472 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-02de7ed7-da3a-4415-9f56-4fab7ba8bb8f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509176'] for router (8d4cfddc-7621-497d-acc9-9897fae691d1), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:55.785067 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 2fffb4eb-c742-4e97-b7d9-262a6dc3b14b triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:00:55.785471 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (2fffb4eb-c742-4e97-b7d9-262a6dc3b14b), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:55.834369 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-02de7ed7-da3a-4415-9f56-4fab7ba8bb8f demo demo] Publish callbacks [] for router (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:55.840659 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-02de7ed7-da3a-4415-9f56-4fab7ba8bb8f demo demo] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7063138 Jul 05 16:00:55.889531 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 2fffb4eb-c742-4e97-b7d9-262a6dc3b14b is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:00:55.889932 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (2fffb4eb-c742-4e97-b7d9-262a6dc3b14b), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:55.927910 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] For port 2fffb4eb-c742-4e97-b7d9-262a6dc3b14b, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=2fffb4eb-c742-4e97-b7d9-262a6dc3b14b,segment=NetworkSegment(bbccf320-10a4-44ac-8e62-b819c5764a46),segment_id=bbccf320-10a4-44ac-8e62-b819c5764a46)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:00:55.992913 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (2fffb4eb-c742-4e97-b7d9-262a6dc3b14b), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:56.043684 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Pushing event updated for resources: {'Port': ['ID=2fffb4eb-c742-4e97-b7d9-262a6dc3b14b,revision_number=3']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:00:56.791466 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a7c5a0-04f2-4bbe-97be-d946478815a6 None None] Network cb2a702f-2108-4a63-b4ec-9e11f436e89b requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:00:56.869981 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-62f38fb9-93b0-4d43-9f5f-e4115f1f4afa None None] Provisioning complete for port 2fffb4eb-c742-4e97-b7d9-262a6dc3b14b triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:00:56.870358 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-62f38fb9-93b0-4d43-9f5f-e4115f1f4afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (2fffb4eb-c742-4e97-b7d9-262a6dc3b14b), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:56.976315 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:00:56.985867 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-62f38fb9-93b0-4d43-9f5f-e4115f1f4afa None None] Current status of the port 2fffb4eb-c742-4e97-b7d9-262a6dc3b14b is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:00:57.203091 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-ccbdee4b-5814-49b4-9f17-44de36666497 None None] Provisioning complete for port 2fffb4eb-c742-4e97-b7d9-262a6dc3b14b triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:00:57.203483 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-ccbdee4b-5814-49b4-9f17-44de36666497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (2fffb4eb-c742-4e97-b7d9-262a6dc3b14b), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:57.275859 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-ccbdee4b-5814-49b4-9f17-44de36666497 None None] Current status of the port 2fffb4eb-c742-4e97-b7d9-262a6dc3b14b is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:00:57.689552 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 2fffb4eb-c742-4e97-b7d9-262a6dc3b14b up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:00:57.733923 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 2fffb4eb-c742-4e97-b7d9-262a6dc3b14b triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:00:57.734303 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (2fffb4eb-c742-4e97-b7d9-262a6dc3b14b), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:00:57.811774 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:00:57.816162 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 2fffb4eb-c742-4e97-b7d9-262a6dc3b14b is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:00:58.152035 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 40508) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:00:58.473719 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [None req-1dd254cc-1065-4735-9fe4-aa60dcc3edbe admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 16:00:58.474746 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-1dd254cc-1065-4735-9fe4-aa60dcc3edbe admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3216829 Jul 05 16:01:00.723845 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 40516) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:01:01.038144 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-eeb01954-2ccf-4c5f-97a7-a64381f3f61b admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:01:01.117703 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb01954-2ccf-4c5f-97a7-a64381f3f61b admin admin] Made reservation on behalf of 35018c3fbb4f440c9fd930631a71e6c6 for: {'network': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:01:01.119871 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-eeb01954-2ccf-4c5f-97a7-a64381f3f61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for network (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:01.137427 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-eeb01954-2ccf-4c5f-97a7-a64381f3f61b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:01.254319 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-eeb01954-2ccf-4c5f-97a7-a64381f3f61b admin admin] Publish callbacks [] for security_group (069496bd-be69-4ece-b949-4da425729396), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:01.340691 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-eeb01954-2ccf-4c5f-97a7-a64381f3f61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (069496bd-be69-4ece-b949-4da425729396), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:01.346997 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:01:01.360471 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-eeb01954-2ccf-4c5f-97a7-a64381f3f61b admin admin] Reserving flat network on physical network physnet1 {{(pid=104584) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 05 16:01:01.377591 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb01954-2ccf-4c5f-97a7-a64381f3f61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069496bd-be69-4ece-b949-4da425729396,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:01:01.385886 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-eeb01954-2ccf-4c5f-97a7-a64381f3f61b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746276517744', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (8607f107-5aee-4096-a937-f707c3047b99), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:01.392570 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-eeb01954-2ccf-4c5f-97a7-a64381f3f61b admin admin] Unsubscribe: segment precommit_create {{(pid=104584) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 16:01:01.392570 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.db.segments_db [None req-eeb01954-2ccf-4c5f-97a7-a64381f3f61b admin admin] Added segment 8607f107-5aee-4096-a937-f707c3047b99 of type flat for network 90903495-288b-44cb-8357-c0c74fc45d82 Jul 05 16:01:01.440333 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-eeb01954-2ccf-4c5f-97a7-a64381f3f61b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746276236728'] for network (90903495-288b-44cb-8357-c0c74fc45d82), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:01.558229 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-eeb01954-2ccf-4c5f-97a7-a64381f3f61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for network (90903495-288b-44cb-8357-c0c74fc45d82), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:01.559176 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb01954-2ccf-4c5f-97a7-a64381f3f61b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:01:01.559736 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-eeb01954-2ccf-4c5f-97a7-a64381f3f61b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:01.654489 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb01954-2ccf-4c5f-97a7-a64381f3f61b admin admin] Pushing event updated for resources: {'Network': ['ID=90903495-288b-44cb-8357-c0c74fc45d82,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:01:01.665649 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Network 90903495-288b-44cb-8357-c0c74fc45d82 details requested by agent ovs-agent-dv-cinder-848759-1-iscsi with host dv-cinder-848759-1-iscsi {{(pid=104586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:01:01.709354 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-eeb01954-2ccf-4c5f-97a7-a64381f3f61b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9844029 Jul 05 16:01:02.929499 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-1d55c417-d327-4f2a-a831-d8d16c1dec8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:03.968143 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 40524) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:01:04.335624 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad289a2b-96a7-402c-8305-2f39b6a2ee7e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:01:04.337008 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-ad289a2b-96a7-402c-8305-2f39b6a2ee7e demo admin] 10.222.0.45 "GET /v2.0/subnets/b8eb01bd-8360-4cb0-9ef1-9078ebdacfe3 HTTP/1.1" status: 200 len: 849 time: 0.3678277 Jul 05 16:01:04.347284 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=72,neutron:INSERT=20,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:01:04.458594 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-e8528a8a-2558-4f4c-ba29-872fe11454a4 demo admin] 10.222.0.45 "GET /v2.0/routers/8d4cfddc-7621-497d-acc9-9897fae691d1 HTTP/1.1" status: 200 len: 704 time: 0.1155152 Jul 05 16:01:04.727306 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-85cf9cd2-e3c6-4922-be72-a3f4f4542604 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:05.014780 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_common [None req-85cf9cd2-e3c6-4922-be72-a3f4f4542604 demo admin] Allocated IP 172.20.0.1 (cb2a702f-2108-4a63-b4ec-9e11f436e89b/b8eb01bd-8360-4cb0-9ef1-9078ebdacfe3/40b41db4-30da-4d5c-a38d-58d0b3a97ece) {{(pid=104584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:01:05.173767 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-85cf9cd2-e3c6-4922-be72-a3f4f4542604 demo admin] Publish callbacks [] for port (40b41db4-30da-4d5c-a38d-58d0b3a97ece), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:05.243600 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-48bd3bb8-2a65-4cdd-b52f-1d6d429fec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:05.318756 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-85cf9cd2-e3c6-4922-be72-a3f4f4542604 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (40b41db4-30da-4d5c-a38d-58d0b3a97ece), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:05.435591 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cf9cd2-e3c6-4922-be72-a3f4f4542604 demo admin] Network cb2a702f-2108-4a63-b4ec-9e11f436e89b is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:01:05.440063 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:01:05.445472 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-85cf9cd2-e3c6-4922-be72-a3f4f4542604 demo admin] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:01:05.449981 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cf9cd2-e3c6-4922-be72-a3f4f4542604 demo admin] Received port after_create {{(pid=104584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:01:05.450846 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-85cf9cd2-e3c6-4922-be72-a3f4f4542604 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518656'] for router_interface (8d4cfddc-7621-497d-acc9-9897fae691d1), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:05.469581 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf9cd2-e3c6-4922-be72-a3f4f4542604 demo admin] Pushing event updated for resources: {'Port': ['ID=40b41db4-30da-4d5c-a38d-58d0b3a97ece,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:01:05.644298 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-4fd2b7df-0c46-4fea-9f3d-67002854454b None None] Provisioning complete for port 40b41db4-30da-4d5c-a38d-58d0b3a97ece triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:01:05.644298 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-4fd2b7df-0c46-4fea-9f3d-67002854454b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (40b41db4-30da-4d5c-a38d-58d0b3a97ece), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:05.674484 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-4fd2b7df-0c46-4fea-9f3d-67002854454b None None] Port 40b41db4-30da-4d5c-a38d-58d0b3a97ece cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:01:05.706097 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-85cf9cd2-e3c6-4922-be72-a3f4f4542604 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (40b41db4-30da-4d5c-a38d-58d0b3a97ece), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:05.841292 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:01:05.909481 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-85cf9cd2-e3c6-4922-be72-a3f4f4542604 demo admin] Publish callbacks [] for port (40b41db4-30da-4d5c-a38d-58d0b3a97ece), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:05.968946 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-85cf9cd2-e3c6-4922-be72-a3f4f4542604 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (40b41db4-30da-4d5c-a38d-58d0b3a97ece), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:05.969751 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-85cf9cd2-e3c6-4922-be72-a3f4f4542604 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518804'] for router_interface (8d4cfddc-7621-497d-acc9-9897fae691d1), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:06.032193 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf9cd2-e3c6-4922-be72-a3f4f4542604 demo admin] Pushing event updated for resources: {'Port': ['ID=40b41db4-30da-4d5c-a38d-58d0b3a97ece,revision_number=2']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:01:06.096550 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cf9cd2-e3c6-4922-be72-a3f4f4542604 demo admin] Network cb2a702f-2108-4a63-b4ec-9e11f436e89b is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:01:06.097772 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-85cf9cd2-e3c6-4922-be72-a3f4f4542604 demo admin] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:01:06.267125 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:06.293393 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-cdbf05ee-da12-467d-bb68-ac9c8b26dd5d None None] Provisioning complete for port 40b41db4-30da-4d5c-a38d-58d0b3a97ece triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:01:06.293785 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-cdbf05ee-da12-467d-bb68-ac9c8b26dd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (40b41db4-30da-4d5c-a38d-58d0b3a97ece), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:06.324516 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-cdbf05ee-da12-467d-bb68-ac9c8b26dd5d None None] Port 40b41db4-30da-4d5c-a38d-58d0b3a97ece cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:01:06.335442 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cf9cd2-e3c6-4922-be72-a3f4f4542604 demo admin] Router 8d4cfddc-7621-497d-acc9-9897fae691d1 is scheduled to L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 with binding_index 1 {{(pid=104584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 05 16:01:06.424207 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cf9cd2-e3c6-4922-be72-a3f4f4542604 demo admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:01:06.429337 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-85cf9cd2-e3c6-4922-be72-a3f4f4542604 demo admin] 10.222.0.45 "PUT /v2.0/routers/8d4cfddc-7621-497d-acc9-9897fae691d1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9654863 Jul 05 16:01:06.453158 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3a3cc0-9435-41a3-91ba-74ba161024fa None None] Sync routers for ids ['8d4cfddc-7621-497d-acc9-9897fae691d1'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:01:06.466080 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3a3cc0-9435-41a3-91ba-74ba161024fa None None] Routers {'8d4cfddc-7621-497d-acc9-9897fae691d1'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:01:06.466892 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-eb3a3cc0-9435-41a3-91ba-74ba161024fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:01:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['8d4cfddc-7621-497d-acc9-9897fae691d1'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:01:06.649642 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-eb3a3cc0-9435-41a3-91ba-74ba161024fa None None] Set router 8d4cfddc-7621-497d-acc9-9897fae691d1 gateway port host: None {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:01:07.064030 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-eb3a3cc0-9435-41a3-91ba-74ba161024fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4cfddc-7621-497d-acc9-9897fae691d1', 'name': 'router1', 'tenant_id': 'a45a2c2e6a0a4f7bac8faa658cb8bfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:00:55Z', 'updated_at': '2022-07-05T16:01:05Z', 'revision_number': 2, 'project_id': 'a45a2c2e6a0a4f7bac8faa658cb8bfb5', 'gw_port_host': None, '_interfaces': [{'id': '40b41db4-30da-4d5c-a38d-58d0b3a97ece', 'name': '', 'network_id': 'cb2a702f-2108-4a63-b4ec-9e11f436e89b', 'tenant_id': 'a45a2c2e6a0a4f7bac8faa658cb8bfb5', 'mac_address': 'fa:16:3e:29:dd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4cfddc-7621-497d-acc9-9897fae691d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b8eb01bd-8360-4cb0-9ef1-9078ebdacfe3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:01:04Z', 'updated_at': '2022-07-05T16:01:05Z', 'revision_number': 2, 'project_id': 'a45a2c2e6a0a4f7bac8faa658cb8bfb5', 'subnets': [{'id': 'b8eb01bd-8360-4cb0-9ef1-9078ebdacfe3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d9c4ca1-c29e-4501-84a6-26af338fd02f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:01:07.112280 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3a3cc0-9435-41a3-91ba-74ba161024fa None None] Checking router: 8d4cfddc-7621-497d-acc9-9897fae691d1 for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:01:07.112647 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3a3cc0-9435-41a3-91ba-74ba161024fa None None] Updating router 8d4cfddc-7621-497d-acc9-9897fae691d1 port 40b41db4-30da-4d5c-a38d-58d0b3a97ece binding host dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:01:07.166043 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-eb3a3cc0-9435-41a3-91ba-74ba161024fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (40b41db4-30da-4d5c-a38d-58d0b3a97ece), before_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:07.680915 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-eb3a3cc0-9435-41a3-91ba-74ba161024fa None None] Publish callbacks [] for port (40b41db4-30da-4d5c-a38d-58d0b3a97ece), precommit_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:07.763491 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-eb3a3cc0-9435-41a3-91ba-74ba161024fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (40b41db4-30da-4d5c-a38d-58d0b3a97ece), after_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:07.860575 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ca4e6-5d8a-4682-b486-111015b293aa None None] Pushing event updated for resources: {'Port': ['ID=40b41db4-30da-4d5c-a38d-58d0b3a97ece,revision_number=3']} {{(pid=104587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:01:07.871960 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ca4e6-5d8a-4682-b486-111015b293aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:01:07.872289 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ca4e6-5d8a-4682-b486-111015b293aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:01:07.872632 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ca4e6-5d8a-4682-b486-111015b293aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:01:07.872989 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ca4e6-5d8a-4682-b486-111015b293aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:01:07.873319 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ca4e6-5d8a-4682-b486-111015b293aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:01:07.873642 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ca4e6-5d8a-4682-b486-111015b293aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:01:07.873960 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ca4e6-5d8a-4682-b486-111015b293aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:01:07.874276 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ca4e6-5d8a-4682-b486-111015b293aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:01:07.874593 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ca4e6-5d8a-4682-b486-111015b293aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:01:07.874906 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ca4e6-5d8a-4682-b486-111015b293aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:01:07.875759 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ca4e6-5d8a-4682-b486-111015b293aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:01:07.876091 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ca4e6-5d8a-4682-b486-111015b293aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:01:07.876408 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ca4e6-5d8a-4682-b486-111015b293aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:01:07.876718 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ca4e6-5d8a-4682-b486-111015b293aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:01:07.877148 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ca4e6-5d8a-4682-b486-111015b293aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ca4e6-5d8a-4682-b486-111015b293aa None None] Tracked resource versions report: Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: pushed versions: Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: { 'AddressGroup': {'1.2'}, Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'Agent': {'1.1'}, Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'ConntrackHelper': {'1.0'}, Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'LocalIPAssociation': {'1.0'}, Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'Log': {'1.0'}, Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'NDPProxy': {'1.0'}, Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'Network': {'1.1'}, Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'Port': {'1.7'}, Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'PortForwarding': {'1.3'}, Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'QosPolicy': {'1.10'}, Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'SecurityGroup': {'1.5'}, Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'SecurityGroupRule': {'1.2'}, Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'SubPort': {'1.0'}, Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'Subnet': {'1.1'}, Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'Trunk': {'1.1'}} Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: consumer versions: Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: { DHCP agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: L3 agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: Metadata agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: Metering agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: Open vSwitch agent@dv-cinder-848759-1-iscsi: { 'AddressGroup': '1.2', Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'Agent': '1.1', Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'ConntrackHelper': '1.0', Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'LocalIPAssociation': '1.0', Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'Log': '1.0', Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'NDPProxy': '1.0', Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'Network': '1.1', Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'Port': '1.7', Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'PortForwarding': '1.3', Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'QosPolicy': '1.10', Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'SecurityGroup': '1.5', Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'SecurityGroupRule': '1.2', Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'SubPort': '1.0', Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'Subnet': '1.1', Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: 'Trunk': '1.1'}} Jul 05 16:01:07.878567 dv-cinder-848759-1-iscsi neutron-server[104587]: {{(pid=104587) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 16:01:07.901547 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:07.965368 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-eb3a3cc0-9435-41a3-91ba-74ba161024fa None None] Attempting to bind port 40b41db4-30da-4d5c-a38d-58d0b3a97ece on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:01:07.965766 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-eb3a3cc0-9435-41a3-91ba-74ba161024fa None None] Attempting to bind port 40b41db4-30da-4d5c-a38d-58d0b3a97ece by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': 'bbccf320-10a4-44ac-8e62-b819c5764a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cb2a702f-2108-4a63-b4ec-9e11f436e89b'}] {{(pid=104587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:01:07.966208 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3a3cc0-9435-41a3-91ba-74ba161024fa None None] Attempting to bind port 40b41db4-30da-4d5c-a38d-58d0b3a97ece on network cb2a702f-2108-4a63-b4ec-9e11f436e89b {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:01:07.972962 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3a3cc0-9435-41a3-91ba-74ba161024fa None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:01:07.973366 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3a3cc0-9435-41a3-91ba-74ba161024fa None None] Checking segment: {'id': 'bbccf320-10a4-44ac-8e62-b819c5764a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cb2a702f-2108-4a63-b4ec-9e11f436e89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:01:07.973844 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-eb3a3cc0-9435-41a3-91ba-74ba161024fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:07.974232 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3a3cc0-9435-41a3-91ba-74ba161024fa None None] Bound using segment: {'id': 'bbccf320-10a4-44ac-8e62-b819c5764a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cb2a702f-2108-4a63-b4ec-9e11f436e89b'} {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:01:07.974728 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-eb3a3cc0-9435-41a3-91ba-74ba161024fa None None] Bound port: 40b41db4-30da-4d5c-a38d-58d0b3a97ece, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbccf320-10a4-44ac-8e62-b819c5764a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cb2a702f-2108-4a63-b4ec-9e11f436e89b'}}] {{(pid=104587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:01:07.975111 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-eb3a3cc0-9435-41a3-91ba-74ba161024fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (40b41db4-30da-4d5c-a38d-58d0b3a97ece), before_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:07.998498 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=100 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:01:08.047241 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.db [None req-eb3a3cc0-9435-41a3-91ba-74ba161024fa None None] For port 40b41db4-30da-4d5c-a38d-58d0b3a97ece, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:01:08.054342 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:08.065838 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-b6e3b9b7-3d68-4fc9-abff-f1816dd01b16 None None] Provisioning complete for port 40b41db4-30da-4d5c-a38d-58d0b3a97ece triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:01:08.066556 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-b6e3b9b7-3d68-4fc9-abff-f1816dd01b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (40b41db4-30da-4d5c-a38d-58d0b3a97ece), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:08.068433 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.db [None req-eb3a3cc0-9435-41a3-91ba-74ba161024fa None None] For port 40b41db4-30da-4d5c-a38d-58d0b3a97ece, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=40b41db4-30da-4d5c-a38d-58d0b3a97ece,segment=NetworkSegment(bbccf320-10a4-44ac-8e62-b819c5764a46),segment_id=bbccf320-10a4-44ac-8e62-b819c5764a46)] {{(pid=104587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:01:08.098209 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-b6e3b9b7-3d68-4fc9-abff-f1816dd01b16 None None] Port 40b41db4-30da-4d5c-a38d-58d0b3a97ece cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:01:08.112782 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-eb3a3cc0-9435-41a3-91ba-74ba161024fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (40b41db4-30da-4d5c-a38d-58d0b3a97ece), after_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:08.151968 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:01:08.175098 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3a3cc0-9435-41a3-91ba-74ba161024fa None None] Routers {'8d4cfddc-7621-497d-acc9-9897fae691d1'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:01:08.175714 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-eb3a3cc0-9435-41a3-91ba-74ba161024fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:01:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['8d4cfddc-7621-497d-acc9-9897fae691d1'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:01:08.179066 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ca4e6-5d8a-4682-b486-111015b293aa None None] Pushing event updated for resources: {'Port': ['ID=40b41db4-30da-4d5c-a38d-58d0b3a97ece,revision_number=4']} {{(pid=104587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:01:08.266890 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-eb3a3cc0-9435-41a3-91ba-74ba161024fa None None] Set router 8d4cfddc-7621-497d-acc9-9897fae691d1 gateway port host: None {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:01:08.417054 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-9aa73c30-4925-48d6-9142-0641c59000aa None None] Provisioning complete for port 40b41db4-30da-4d5c-a38d-58d0b3a97ece triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:01:08.417761 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-9aa73c30-4925-48d6-9142-0641c59000aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (40b41db4-30da-4d5c-a38d-58d0b3a97ece), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:08.470480 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-eb3a3cc0-9435-41a3-91ba-74ba161024fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4cfddc-7621-497d-acc9-9897fae691d1', 'name': 'router1', 'tenant_id': 'a45a2c2e6a0a4f7bac8faa658cb8bfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:00:55Z', 'updated_at': '2022-07-05T16:01:05Z', 'revision_number': 2, 'project_id': 'a45a2c2e6a0a4f7bac8faa658cb8bfb5', 'gw_port_host': None, '_interfaces': [{'id': '40b41db4-30da-4d5c-a38d-58d0b3a97ece', 'name': '', 'network_id': 'cb2a702f-2108-4a63-b4ec-9e11f436e89b', 'tenant_id': 'a45a2c2e6a0a4f7bac8faa658cb8bfb5', 'mac_address': 'fa:16:3e:29:dd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4cfddc-7621-497d-acc9-9897fae691d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b8eb01bd-8360-4cb0-9ef1-9078ebdacfe3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:01:04Z', 'updated_at': '2022-07-05T16:01:08Z', 'revision_number': 4, 'project_id': 'a45a2c2e6a0a4f7bac8faa658cb8bfb5', 'subnets': [{'id': 'b8eb01bd-8360-4cb0-9ef1-9078ebdacfe3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d9c4ca1-c29e-4501-84a6-26af338fd02f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:01:08.491360 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-9aa73c30-4925-48d6-9142-0641c59000aa None None] Current status of the port 40b41db4-30da-4d5c-a38d-58d0b3a97ece is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:01:08.491942 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-9aa73c30-4925-48d6-9142-0641c59000aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (40b41db4-30da-4d5c-a38d-58d0b3a97ece), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:08.497748 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3a3cc0-9435-41a3-91ba-74ba161024fa None None] The sync data for ids ['8d4cfddc-7621-497d-acc9-9897fae691d1'] in dv-cinder-848759-1-iscsi is: [{'id': '8d4cfddc-7621-497d-acc9-9897fae691d1', 'name': 'router1', 'tenant_id': 'a45a2c2e6a0a4f7bac8faa658cb8bfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:00:55Z', 'updated_at': '2022-07-05T16:01:05Z', 'revision_number': 2, 'project_id': 'a45a2c2e6a0a4f7bac8faa658cb8bfb5', 'gw_port_host': None, '_interfaces': [{'id': '40b41db4-30da-4d5c-a38d-58d0b3a97ece', 'name': '', 'network_id': 'cb2a702f-2108-4a63-b4ec-9e11f436e89b', 'tenant_id': 'a45a2c2e6a0a4f7bac8faa658cb8bfb5', 'mac_address': 'fa:16:3e:29:dd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4cfddc-7621-497d-acc9-9897fae691d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b8eb01bd-8360-4cb0-9ef1-9078ebdacfe3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:01:04Z', 'updated_at': '2022-07-05T16:01:08Z', 'revision_number': 4, 'project_id': 'a45a2c2e6a0a4f7bac8faa658cb8bfb5', 'subnets': [{'id': 'b8eb01bd-8360-4cb0-9ef1-9078ebdacfe3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d9c4ca1-c29e-4501-84a6-26af338fd02f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:01:08.529951 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-9aa73c30-4925-48d6-9142-0641c59000aa None None] For port 40b41db4-30da-4d5c-a38d-58d0b3a97ece, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=40b41db4-30da-4d5c-a38d-58d0b3a97ece,segment=NetworkSegment(bbccf320-10a4-44ac-8e62-b819c5764a46),segment_id=bbccf320-10a4-44ac-8e62-b819c5764a46)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:01:08.603702 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-9aa73c30-4925-48d6-9142-0641c59000aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (40b41db4-30da-4d5c-a38d-58d0b3a97ece), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:08.654278 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa73c30-4925-48d6-9142-0641c59000aa None None] Pushing event updated for resources: {'Port': ['ID=40b41db4-30da-4d5c-a38d-58d0b3a97ece,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:01:08.729854 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 40544) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:01:08.930638 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91052937-bdde-4fff-9d3c-3130f8707ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:01:08.931896 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-91052937-bdde-4fff-9d3c-3130f8707ec8 admin admin] 10.222.0.45 "GET /v2.0/networks/90903495-288b-44cb-8357-c0c74fc45d82 HTTP/1.1" status: 200 len: 842 time: 0.2009494 Jul 05 16:01:08.941822 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-a779c01b-f8aa-4f51-a7ae-9a74b2bf9414 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:01:09.038028 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a779c01b-f8aa-4f51-a7ae-9a74b2bf9414 admin admin] Made reservation on behalf of 35018c3fbb4f440c9fd930631a71e6c6 for: {'subnet': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:01:09.040360 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a779c01b-f8aa-4f51-a7ae-9a74b2bf9414 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:09.043188 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:01:09.373306 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.objects.ports [None req-a779c01b-f8aa-4f51-a7ae-9a74b2bf9414 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104584) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 05 16:01:09.373837 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a779c01b-f8aa-4f51-a7ae-9a74b2bf9414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for subnet (c848da7f-4b94-4cfd-b899-6ee4cbeaeda8), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:09.378622 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:01:09.425208 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779c01b-f8aa-4f51-a7ae-9a74b2bf9414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c848da7f-4b94-4cfd-b899-6ee4cbeaeda8,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:01:09.440436 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a779c01b-f8aa-4f51-a7ae-9a74b2bf9414 admin admin] Checking segment: {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:01:09.440803 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a779c01b-f8aa-4f51-a7ae-9a74b2bf9414 admin admin] Network hostable DHCP agents. Network: 90903495-288b-44cb-8357-c0c74fc45d82, hostable agents: ['a381a417-f900-4967-9e50-4db2a6f3e74e'], hosted agents: [] {{(pid=104584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:01:09.534928 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a779c01b-f8aa-4f51-a7ae-9a74b2bf9414 admin admin] Network 90903495-288b-44cb-8357-c0c74fc45d82 is scheduled to be hosted by DHCP agent a381a417-f900-4967-9e50-4db2a6f3e74e with binding_index 1 {{(pid=104584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:01:09.626817 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-a779c01b-f8aa-4f51-a7ae-9a74b2bf9414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848759-1-iscsi, 90903495-288b-44cb-8357-c0c74fc45d82) {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:01:09.632231 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a779c01b-f8aa-4f51-a7ae-9a74b2bf9414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:01:09.633174 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a779c01b-f8aa-4f51-a7ae-9a74b2bf9414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for subnet (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:09.643757 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85f495b-ad06-40e9-9610-b7e59aae92d6 None None] Network 90903495-288b-44cb-8357-c0c74fc45d82 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:01:09.712475 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:01:09.738004 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-a779c01b-f8aa-4f51-a7ae-9a74b2bf9414 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7998300 Jul 05 16:01:09.753847 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cebfe5-31bc-4d2c-9296-3536c3252e0e None None] Network 90903495-288b-44cb-8357-c0c74fc45d82 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:01:11.991344 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 40562) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:01:12.190373 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-44298f57-20f7-40e5-9521-9bd06c50dfac demo admin] 10.222.0.45 "GET /v2.0/routers/8d4cfddc-7621-497d-acc9-9897fae691d1 HTTP/1.1" status: 200 len: 710 time: 0.1978171 Jul 05 16:01:12.276107 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ccfc3-752d-463b-87f3-65482484f2e8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:01:12.277510 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-e74ccfc3-752d-463b-87f3-65482484f2e8 demo admin] 10.222.0.45 "GET /v2.0/networks/90903495-288b-44cb-8357-c0c74fc45d82 HTTP/1.1" status: 200 len: 886 time: 0.0817230 Jul 05 16:01:12.286339 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-8a0111dd-4be4-4a7c-9e85-6abb7cceaff5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:01:12.530802 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8a0111dd-4be4-4a7c-9e85-6abb7cceaff5 demo admin] Publish callbacks [] for router_gateway (8d4cfddc-7621-497d-acc9-9897fae691d1), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:12.736323 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:01:12.809188 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8a0111dd-4be4-4a7c-9e85-6abb7cceaff5 demo admin] Publish callbacks [] for router_gateway (8d4cfddc-7621-497d-acc9-9897fae691d1), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:12.887527 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8a0111dd-4be4-4a7c-9e85-6abb7cceaff5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:12.993089 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_common [None req-8a0111dd-4be4-4a7c-9e85-6abb7cceaff5 demo admin] Allocated IP 172.27.3.110 (90903495-288b-44cb-8357-c0c74fc45d82/c848da7f-4b94-4cfd-b899-6ee4cbeaeda8/b007ab93-23b4-41b9-95e9-158805cb44ab) {{(pid=104584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:01:13.084964 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:01:13.097588 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8a0111dd-4be4-4a7c-9e85-6abb7cceaff5 demo admin] Publish callbacks [] for port (b007ab93-23b4-41b9-95e9-158805cb44ab), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:13.199404 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8a0111dd-4be4-4a7c-9e85-6abb7cceaff5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (b007ab93-23b4-41b9-95e9-158805cb44ab), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:13.239854 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0111dd-4be4-4a7c-9e85-6abb7cceaff5 demo admin] Network 90903495-288b-44cb-8357-c0c74fc45d82 is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:01:13.242820 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-8a0111dd-4be4-4a7c-9e85-6abb7cceaff5 demo admin] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:01:13.246649 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0111dd-4be4-4a7c-9e85-6abb7cceaff5 demo admin] Received port after_create {{(pid=104584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:01:13.287461 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0111dd-4be4-4a7c-9e85-6abb7cceaff5 demo admin] Pushing event updated for resources: {'Port': ['ID=b007ab93-23b4-41b9-95e9-158805cb44ab,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:01:13.589264 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8a0111dd-4be4-4a7c-9e85-6abb7cceaff5 demo admin] Publish callbacks [] for router_gateway (8d4cfddc-7621-497d-acc9-9897fae691d1), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:13.633944 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:01:13.709029 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 40b41db4-30da-4d5c-a38d-58d0b3a97ece up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:01:13.752855 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 40b41db4-30da-4d5c-a38d-58d0b3a97ece triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:01:13.753228 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (40b41db4-30da-4d5c-a38d-58d0b3a97ece), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:13.784118 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:01:13.833524 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 40b41db4-30da-4d5c-a38d-58d0b3a97ece is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:01:13.878412 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8a0111dd-4be4-4a7c-9e85-6abb7cceaff5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-509158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-498634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2075108'] for router (8d4cfddc-7621-497d-acc9-9897fae691d1), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:13.881750 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8a0111dd-4be4-4a7c-9e85-6abb7cceaff5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-509169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-509123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-498645'] for router (8d4cfddc-7621-497d-acc9-9897fae691d1), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:13.983225 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0111dd-4be4-4a7c-9e85-6abb7cceaff5 demo admin] Router 8d4cfddc-7621-497d-acc9-9897fae691d1 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:01:14.084126 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0111dd-4be4-4a7c-9e85-6abb7cceaff5 demo admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:01:14.088113 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8a0111dd-4be4-4a7c-9e85-6abb7cceaff5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:14.089345 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-8a0111dd-4be4-4a7c-9e85-6abb7cceaff5 demo admin] 10.222.0.45 "PUT /v2.0/routers/8d4cfddc-7621-497d-acc9-9897fae691d1 HTTP/1.1" status: 200 len: 890 time: 1.8061371 Jul 05 16:01:14.740266 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5188c417-8aec-4db5-9bbd-351024cc5f84 None None] Sync routers for ids ['8d4cfddc-7621-497d-acc9-9897fae691d1'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:01:14.753350 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5188c417-8aec-4db5-9bbd-351024cc5f84 None None] Routers {'8d4cfddc-7621-497d-acc9-9897fae691d1'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:01:14.754091 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-5188c417-8aec-4db5-9bbd-351024cc5f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:01:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['8d4cfddc-7621-497d-acc9-9897fae691d1'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:01:14.950573 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-5188c417-8aec-4db5-9bbd-351024cc5f84 None None] Set router 8d4cfddc-7621-497d-acc9-9897fae691d1 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:01:15.396226 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-5188c417-8aec-4db5-9bbd-351024cc5f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4cfddc-7621-497d-acc9-9897fae691d1', 'name': 'router1', 'tenant_id': 'a45a2c2e6a0a4f7bac8faa658cb8bfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b007ab93-23b4-41b9-95e9-158805cb44ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:00:55Z', 'updated_at': '2022-07-05T16:01:13Z', 'revision_number': 4, 'project_id': 'a45a2c2e6a0a4f7bac8faa658cb8bfb5', 'gw_port': {'id': 'b007ab93-23b4-41b9-95e9-158805cb44ab', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4cfddc-7621-497d-acc9-9897fae691d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:01:12Z', 'updated_at': '2022-07-05T16:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '40b41db4-30da-4d5c-a38d-58d0b3a97ece', 'name': '', 'network_id': 'cb2a702f-2108-4a63-b4ec-9e11f436e89b', 'tenant_id': 'a45a2c2e6a0a4f7bac8faa658cb8bfb5', 'mac_address': 'fa:16:3e:29:dd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4cfddc-7621-497d-acc9-9897fae691d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b8eb01bd-8360-4cb0-9ef1-9078ebdacfe3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:01:04Z', 'updated_at': '2022-07-05T16:01:08Z', 'revision_number': 5, 'project_id': 'a45a2c2e6a0a4f7bac8faa658cb8bfb5', 'subnets': [{'id': 'b8eb01bd-8360-4cb0-9ef1-9078ebdacfe3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d9c4ca1-c29e-4501-84a6-26af338fd02f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:01:15.445146 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5188c417-8aec-4db5-9bbd-351024cc5f84 None None] Checking router: 8d4cfddc-7621-497d-acc9-9897fae691d1 for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:01:15.445512 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5188c417-8aec-4db5-9bbd-351024cc5f84 None None] Updating router 8d4cfddc-7621-497d-acc9-9897fae691d1 port b007ab93-23b4-41b9-95e9-158805cb44ab binding host dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:01:15.505823 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-5188c417-8aec-4db5-9bbd-351024cc5f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (b007ab93-23b4-41b9-95e9-158805cb44ab), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:15.810916 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-5188c417-8aec-4db5-9bbd-351024cc5f84 None None] Publish callbacks [] for port (b007ab93-23b4-41b9-95e9-158805cb44ab), precommit_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:15.912328 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-5188c417-8aec-4db5-9bbd-351024cc5f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (b007ab93-23b4-41b9-95e9-158805cb44ab), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:15.964248 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:01:15.969625 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-5188c417-8aec-4db5-9bbd-351024cc5f84 None None] Attempting to bind port b007ab93-23b4-41b9-95e9-158805cb44ab on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:01:15.969992 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-5188c417-8aec-4db5-9bbd-351024cc5f84 None None] Attempting to bind port b007ab93-23b4-41b9-95e9-158805cb44ab by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:01:15.970350 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5188c417-8aec-4db5-9bbd-351024cc5f84 None None] Attempting to bind port b007ab93-23b4-41b9-95e9-158805cb44ab on network 90903495-288b-44cb-8357-c0c74fc45d82 {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:01:15.978543 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632aacfd-77b5-4f68-9bb5-cebc8061e662 None None] Pushing event updated for resources: {'Port': ['ID=b007ab93-23b4-41b9-95e9-158805cb44ab,revision_number=2']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:01:15.982370 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5188c417-8aec-4db5-9bbd-351024cc5f84 None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:01:15.982742 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5188c417-8aec-4db5-9bbd-351024cc5f84 None None] Checking segment: {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:01:15.983131 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-5188c417-8aec-4db5-9bbd-351024cc5f84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:15.983502 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5188c417-8aec-4db5-9bbd-351024cc5f84 None None] Bound using segment: {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:01:15.983964 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-5188c417-8aec-4db5-9bbd-351024cc5f84 None None] Bound port: b007ab93-23b4-41b9-95e9-158805cb44ab, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:01:15.984890 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-5188c417-8aec-4db5-9bbd-351024cc5f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (b007ab93-23b4-41b9-95e9-158805cb44ab), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:16.032461 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-5188c417-8aec-4db5-9bbd-351024cc5f84 None None] For port b007ab93-23b4-41b9-95e9-158805cb44ab, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:01:16.035457 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-5188c417-8aec-4db5-9bbd-351024cc5f84 None None] For port b007ab93-23b4-41b9-95e9-158805cb44ab, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=b007ab93-23b4-41b9-95e9-158805cb44ab,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:01:16.100900 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-5188c417-8aec-4db5-9bbd-351024cc5f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (b007ab93-23b4-41b9-95e9-158805cb44ab), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:16.106493 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:01:16.160534 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5188c417-8aec-4db5-9bbd-351024cc5f84 None None] Routers {'8d4cfddc-7621-497d-acc9-9897fae691d1'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:01:16.161167 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-5188c417-8aec-4db5-9bbd-351024cc5f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:01:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['8d4cfddc-7621-497d-acc9-9897fae691d1'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:01:16.164316 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632aacfd-77b5-4f68-9bb5-cebc8061e662 None None] Pushing event updated for resources: {'Port': ['ID=b007ab93-23b4-41b9-95e9-158805cb44ab,revision_number=3']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:01:16.269595 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-5188c417-8aec-4db5-9bbd-351024cc5f84 None None] Set router 8d4cfddc-7621-497d-acc9-9897fae691d1 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:01:16.390253 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 40574) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:01:16.503737 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-57b322fb-6913-4ad4-876e-25de43de85e3 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1117954 Jul 05 16:01:16.538713 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-5188c417-8aec-4db5-9bbd-351024cc5f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4cfddc-7621-497d-acc9-9897fae691d1', 'name': 'router1', 'tenant_id': 'a45a2c2e6a0a4f7bac8faa658cb8bfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b007ab93-23b4-41b9-95e9-158805cb44ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:00:55Z', 'updated_at': '2022-07-05T16:01:13Z', 'revision_number': 4, 'project_id': 'a45a2c2e6a0a4f7bac8faa658cb8bfb5', 'gw_port': {'id': 'b007ab93-23b4-41b9-95e9-158805cb44ab', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4cfddc-7621-497d-acc9-9897fae691d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:01:12Z', 'updated_at': '2022-07-05T16:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '40b41db4-30da-4d5c-a38d-58d0b3a97ece', 'name': '', 'network_id': 'cb2a702f-2108-4a63-b4ec-9e11f436e89b', 'tenant_id': 'a45a2c2e6a0a4f7bac8faa658cb8bfb5', 'mac_address': 'fa:16:3e:29:dd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4cfddc-7621-497d-acc9-9897fae691d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b8eb01bd-8360-4cb0-9ef1-9078ebdacfe3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:01:04Z', 'updated_at': '2022-07-05T16:01:08Z', 'revision_number': 5, 'project_id': 'a45a2c2e6a0a4f7bac8faa658cb8bfb5', 'subnets': [{'id': 'b8eb01bd-8360-4cb0-9ef1-9078ebdacfe3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d9c4ca1-c29e-4501-84a6-26af338fd02f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:01:16.566840 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5188c417-8aec-4db5-9bbd-351024cc5f84 None None] The sync data for ids ['8d4cfddc-7621-497d-acc9-9897fae691d1'] in dv-cinder-848759-1-iscsi is: [{'id': '8d4cfddc-7621-497d-acc9-9897fae691d1', 'name': 'router1', 'tenant_id': 'a45a2c2e6a0a4f7bac8faa658cb8bfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b007ab93-23b4-41b9-95e9-158805cb44ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:00:55Z', 'updated_at': '2022-07-05T16:01:13Z', 'revision_number': 4, 'project_id': 'a45a2c2e6a0a4f7bac8faa658cb8bfb5', 'gw_port': {'id': 'b007ab93-23b4-41b9-95e9-158805cb44ab', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4cfddc-7621-497d-acc9-9897fae691d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:01:12Z', 'updated_at': '2022-07-05T16:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '40b41db4-30da-4d5c-a38d-58d0b3a97ece', 'name': '', 'network_id': 'cb2a702f-2108-4a63-b4ec-9e11f436e89b', 'tenant_id': 'a45a2c2e6a0a4f7bac8faa658cb8bfb5', 'mac_address': 'fa:16:3e:29:dd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4cfddc-7621-497d-acc9-9897fae691d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b8eb01bd-8360-4cb0-9ef1-9078ebdacfe3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:01:04Z', 'updated_at': '2022-07-05T16:01:08Z', 'revision_number': 5, 'project_id': 'a45a2c2e6a0a4f7bac8faa658cb8bfb5', 'subnets': [{'id': 'b8eb01bd-8360-4cb0-9ef1-9078ebdacfe3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d9c4ca1-c29e-4501-84a6-26af338fd02f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:01:17.706864 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device b007ab93-23b4-41b9-95e9-158805cb44ab up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:01:17.762231 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port b007ab93-23b4-41b9-95e9-158805cb44ab triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:01:17.762614 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (b007ab93-23b4-41b9-95e9-158805cb44ab), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:17.839036 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port b007ab93-23b4-41b9-95e9-158805cb44ab is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:01:17.839420 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (b007ab93-23b4-41b9-95e9-158805cb44ab), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:17.861193 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] For port b007ab93-23b4-41b9-95e9-158805cb44ab, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=b007ab93-23b4-41b9-95e9-158805cb44ab,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:01:17.970068 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (b007ab93-23b4-41b9-95e9-158805cb44ab), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:18.019763 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Pushing event updated for resources: {'Port': ['ID=b007ab93-23b4-41b9-95e9-158805cb44ab,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:01:18.408254 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 5 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:01:18.472896 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:UPDATE=1,neutron:SELECT=55,neutron:INSERT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:01:19.698992 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device b007ab93-23b4-41b9-95e9-158805cb44ab up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:01:19.756618 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port b007ab93-23b4-41b9-95e9-158805cb44ab triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:01:19.757035 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (b007ab93-23b4-41b9-95e9-158805cb44ab), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:19.790510 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:01:19.845988 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port b007ab93-23b4-41b9-95e9-158805cb44ab is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:01:26.497115 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=30 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:01:26.501517 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:01:29.844718 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:01:30.466375 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=27 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:01:32.935504 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-e4a06367-ab79-4839-9c3b-0d56748c681e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:35.220808 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7c050527-a601-44a9-be6a-da085ab11c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:36.254949 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:37.894907 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:38.055309 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:01:47.841079 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:01:48.007538 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:01:54.402579 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:01:54.407894 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=4 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:01:55.396466 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 5 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:02:02.954297 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-980954f0-d200-4c6c-9550-2b0bbf07b41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:02:05.392221 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:02:05.393804 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:02:05.917547 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-027ebfc7-877d-4e79-b170-483f081091e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:02:06.243128 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:02:07.928632 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:02:08.082929 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:02:18.005597 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:02:18.007869 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:02:31.399887 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:02:31.405770 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:02:32.394953 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 5 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:02:32.922315 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-44a48121-c742-440e-b05b-220c8d003f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:02:33.591608 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 41116) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:02:33.654742 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.pecan_wsgi.hooks.translation [None req-49354b02-f1db-4c11-bf50-bbf7ef8ec7ed admin admin] GET failed (client error): The resource could not be found. Jul 05 16:02:33.656062 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-49354b02-f1db-4c11-bf50-bbf7ef8ec7ed admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0635121 Jul 05 16:02:33.819124 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb9cc61-50a6-4347-bdcf-f44665e007de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:02:33.820506 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-4eb9cc61-50a6-4347-bdcf-f44665e007de admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1604290 Jul 05 16:02:35.213692 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-5a617e65-247a-48ed-adbc-450683c6366b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:02:35.874532 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 41126) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:02:35.967666 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9725123c-b587-4150-86f7-623a69b6f82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:02:35.968924 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-9725123c-b587-4150-86f7-623a69b6f82a admin admin] 10.222.0.45 "GET /v2.0/subnets/b8eb01bd-8360-4cb0-9ef1-9078ebdacfe3 HTTP/1.1" status: 200 len: 849 time: 0.0934203 Jul 05 16:02:35.978392 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-b83574f0-102c-4f57-837e-32ef8d136c07 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:02:36.065053 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b83574f0-102c-4f57-837e-32ef8d136c07 admin admin] Publish callbacks [] for subnet (b8eb01bd-8360-4cb0-9ef1-9078ebdacfe3), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:02:36.254280 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b83574f0-102c-4f57-837e-32ef8d136c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746276730094'] for subnet (b8eb01bd-8360-4cb0-9ef1-9078ebdacfe3), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:02:36.288417 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:02:36.296085 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83574f0-102c-4f57-837e-32ef8d136c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:02:36.296678 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b83574f0-102c-4f57-837e-32ef8d136c07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for subnet (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:02:36.301721 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-b83574f0-102c-4f57-837e-32ef8d136c07 admin admin] 10.222.0.45 "PUT /v2.0/subnets/b8eb01bd-8360-4cb0-9ef1-9078ebdacfe3 HTTP/1.1" status: 200 len: 868 time: 0.3230889 Jul 05 16:02:36.302465 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf981607-6fe8-4616-bb57-2a83f960c808 None None] Network cb2a702f-2108-4a63-b4ec-9e11f436e89b requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:02:36.316158 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83574f0-102c-4f57-837e-32ef8d136c07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8eb01bd-8360-4cb0-9ef1-9078ebdacfe3,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:02:36.324015 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83574f0-102c-4f57-837e-32ef8d136c07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:36.324400 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83574f0-102c-4f57-837e-32ef8d136c07 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:36.324717 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83574f0-102c-4f57-837e-32ef8d136c07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:36.325087 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83574f0-102c-4f57-837e-32ef8d136c07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:36.326147 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83574f0-102c-4f57-837e-32ef8d136c07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:36.326486 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83574f0-102c-4f57-837e-32ef8d136c07 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:36.327026 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83574f0-102c-4f57-837e-32ef8d136c07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:36.327346 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83574f0-102c-4f57-837e-32ef8d136c07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:36.327681 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83574f0-102c-4f57-837e-32ef8d136c07 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:36.328140 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83574f0-102c-4f57-837e-32ef8d136c07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:36.328379 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83574f0-102c-4f57-837e-32ef8d136c07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:36.328714 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83574f0-102c-4f57-837e-32ef8d136c07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:36.333736 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83574f0-102c-4f57-837e-32ef8d136c07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:36.333736 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83574f0-102c-4f57-837e-32ef8d136c07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:36.333736 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83574f0-102c-4f57-837e-32ef8d136c07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:36.655419 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-f6e08c05-b3b4-4d1f-b2a5-d2cfba1a64e9 None None] Provisioning complete for port 40b41db4-30da-4d5c-a38d-58d0b3a97ece triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:02:36.655805 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f6e08c05-b3b4-4d1f-b2a5-d2cfba1a64e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (40b41db4-30da-4d5c-a38d-58d0b3a97ece), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:02:36.726587 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-f6e08c05-b3b4-4d1f-b2a5-d2cfba1a64e9 None None] Current status of the port 40b41db4-30da-4d5c-a38d-58d0b3a97ece is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:02:36.735307 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-f6e08c05-b3b4-4d1f-b2a5-d2cfba1a64e9 None None] Provisioning complete for port 2fffb4eb-c742-4e97-b7d9-262a6dc3b14b triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:02:36.735695 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f6e08c05-b3b4-4d1f-b2a5-d2cfba1a64e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (2fffb4eb-c742-4e97-b7d9-262a6dc3b14b), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:02:36.808144 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-f6e08c05-b3b4-4d1f-b2a5-d2cfba1a64e9 None None] Current status of the port 2fffb4eb-c742-4e97-b7d9-262a6dc3b14b is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:02:37.916204 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:02:38.082200 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:02:38.384455 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 41134) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:02:38.583933 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb907f0-4b6b-497b-bfe8-06642c37d0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:02:38.584395 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb907f0-4b6b-497b-bfe8-06642c37d0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:02:38.585939 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-cbb907f0-4b6b-497b-bfe8-06642c37d0b8 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2004879 Jul 05 16:02:40.627009 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 41142) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:02:40.759377 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f059bb5-ec80-4744-9a4f-70144cdf10b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:02:40.759838 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f059bb5-ec80-4744-9a4f-70144cdf10b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:02:40.761391 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-6f059bb5-ec80-4744-9a4f-70144cdf10b2 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1334412 Jul 05 16:02:42.391663 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:02:42.787329 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 41150) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:02:42.982250 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b9bbb1-511a-4a38-b1b5-a012e2601271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:02:42.983810 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-73b9bbb1-511a-4a38-b1b5-a012e2601271 admin admin] 10.222.0.45 "GET /v2.0/networks/90903495-288b-44cb-8357-c0c74fc45d82 HTTP/1.1" status: 200 len: 886 time: 0.1954281 Jul 05 16:02:45.017637 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 41160) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:02:45.186370 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13ecc19-13f2-46dc-bfe2-186e8d745c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:02:45.187718 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-d13ecc19-13f2-46dc-bfe2-186e8d745c01 admin admin] 10.222.0.45 "GET /v2.0/networks/cb2a702f-2108-4a63-b4ec-9e11f436e89b HTTP/1.1" status: 200 len: 869 time: 0.1691072 Jul 05 16:02:47.226997 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 41168) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:02:47.354472 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77648faf-d69d-4735-9588-c189f84a875b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:02:47.354922 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77648faf-d69d-4735-9588-c189f84a875b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:02:47.356457 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-77648faf-d69d-4735-9588-c189f84a875b admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1282284 Jul 05 16:02:47.995864 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:02:48.002759 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:02:49.478968 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 41176) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:02:49.602495 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15259c8-5ba6-48cb-98ac-940ea6388336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:02:49.602869 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15259c8-5ba6-48cb-98ac-940ea6388336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:02:49.604382 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-d15259c8-5ba6-48cb-98ac-940ea6388336 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1244817 Jul 05 16:02:51.656442 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 41184) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:02:51.726698 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:02:51.751564 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3b5a18-8eca-4d69-a3ca-050247c1346e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:02:51.752926 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-9c3b5a18-8eca-4d69-a3ca-050247c1346e admin admin] 10.222.0.45 "GET /v2.0/subnets/b8eb01bd-8360-4cb0-9ef1-9078ebdacfe3 HTTP/1.1" status: 200 len: 868 time: 0.0954931 Jul 05 16:02:53.854240 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 41194) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:02:53.925114 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:02:53.946274 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d7096a-94dc-443d-9b07-4ba19c1165e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:02:53.946274 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-01d7096a-94dc-443d-9b07-4ba19c1165e1 admin admin] 10.222.0.45 "GET /v2.0/subnets/c848da7f-4b94-4cfd-b899-6ee4cbeaeda8 HTTP/1.1" status: 200 len: 816 time: 0.0870759 Jul 05 16:02:57.346552 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=29 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:02:57.349503 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=27 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:03:02.927348 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-0fca0a6f-893c-47c5-b7a5-dff8b91709ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:03.938730 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=8 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:03:05.218723 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-a7af9cf5-c0ea-4272-bd07-84ec69128d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:06.281708 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:07.904888 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:08.064591 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:08.390432 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:03:08.401407 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=5 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:03:09.393459 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 5 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:03:17.994455 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:03:18.001358 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:03:19.389166 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:03:19.389976 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:03:20.486337 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 41250) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:03:20.535398 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [None req-50b9d833-6132-4032-8707-015872e2ec0a admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 16:03:20.536403 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-50b9d833-6132-4032-8707-015872e2ec0a admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0476189 Jul 05 16:03:22.704375 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 41258) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:03:22.763790 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.pecan_wsgi.hooks.translation [None req-88dc6e14-37d4-4b55-a91c-ef73f615d5bd admin admin] GET failed (client error): The resource could not be found. Jul 05 16:03:22.765053 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-88dc6e14-37d4-4b55-a91c-ef73f615d5bd admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597091 Jul 05 16:03:22.851826 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb725a4-549c-4edb-b1bb-dd495e9d8b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:03:22.853289 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-ecb725a4-549c-4edb-b1bb-dd495e9d8b07 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0842743 Jul 05 16:03:24.970653 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 41266) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:03:25.017183 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-fe8e6fe7-ec0f-42b0-8bc9-bf1c9d8fddb5 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:03:25.143344 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8e6fe7-ec0f-42b0-8bc9-bf1c9d8fddb5 admin admin] Made reservation on behalf of 35018c3fbb4f440c9fd930631a71e6c6 for: {'network': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:03:25.145653 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6fe7-ec0f-42b0-8bc9-bf1c9d8fddb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for network (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:25.174037 dv-cinder-848759-1-iscsi neutron-server[104584]: WARNING neutron.services.revisions.revision_plugin [None req-fe8e6fe7-ec0f-42b0-8bc9-bf1c9d8fddb5 admin admin] Could not find related network for resource to bump revision. Jul 05 16:03:25.187284 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8e6fe7-ec0f-42b0-8bc9-bf1c9d8fddb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=104584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:03:25.196428 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6fe7-ec0f-42b0-8bc9-bf1c9d8fddb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (1be5c9f0-0a1a-4dcc-ba9b-b036d5da48fe), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:25.196798 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.db.segments_db [None req-fe8e6fe7-ec0f-42b0-8bc9-bf1c9d8fddb5 admin admin] Added segment 1be5c9f0-0a1a-4dcc-ba9b-b036d5da48fe of type vlan for network 49caebe8-5e12-4cc9-aea6-539a01f037f0 Jul 05 16:03:25.235449 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6fe7-ec0f-42b0-8bc9-bf1c9d8fddb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746276236728'] for network (49caebe8-5e12-4cc9-aea6-539a01f037f0), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:25.332477 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6fe7-ec0f-42b0-8bc9-bf1c9d8fddb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for network (49caebe8-5e12-4cc9-aea6-539a01f037f0), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:25.333489 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8e6fe7-ec0f-42b0-8bc9-bf1c9d8fddb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:03:25.334070 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6fe7-ec0f-42b0-8bc9-bf1c9d8fddb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:25.471463 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-fe8e6fe7-ec0f-42b0-8bc9-bf1c9d8fddb5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4996243 Jul 05 16:03:25.501657 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e6fe7-ec0f-42b0-8bc9-bf1c9d8fddb5 admin admin] Pushing event updated for resources: {'Network': ['ID=49caebe8-5e12-4cc9-aea6-539a01f037f0,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:03:25.513021 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Network 49caebe8-5e12-4cc9-aea6-539a01f037f0 details requested by agent ovs-agent-dv-cinder-848759-1-iscsi with host dv-cinder-848759-1-iscsi {{(pid=104586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:03:27.667270 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 41274) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:03:27.727070 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b631798-4621-42d6-929c-cba27dfa2edf admin admin] GET failed (client error): The resource could not be found. Jul 05 16:03:27.728323 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-1b631798-4621-42d6-929c-cba27dfa2edf admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601039 Jul 05 16:03:27.801431 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0936e77f-6f87-4824-8ee1-44dbc348b20e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:03:27.802873 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-0936e77f-6f87-4824-8ee1-44dbc348b20e admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0699644 Jul 05 16:03:27.814240 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-c450c2f8-2b17-41a1-8aca-c7b6bf747b51 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '49caebe8-5e12-4cc9-aea6-539a01f037f0', 'cidr': '192.168.233.0/24'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:03:27.932118 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c450c2f8-2b17-41a1-8aca-c7b6bf747b51 admin admin] Made reservation on behalf of 35018c3fbb4f440c9fd930631a71e6c6 for: {'subnet': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:03:27.934941 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c450c2f8-2b17-41a1-8aca-c7b6bf747b51 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:28.155399 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c450c2f8-2b17-41a1-8aca-c7b6bf747b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for subnet (eaaac2fb-5d44-476c-a93b-257fad94b623), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:28.210280 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450c2f8-2b17-41a1-8aca-c7b6bf747b51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaaac2fb-5d44-476c-a93b-257fad94b623,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:03:28.218937 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c450c2f8-2b17-41a1-8aca-c7b6bf747b51 admin admin] Checking segment: {'id': '1be5c9f0-0a1a-4dcc-ba9b-b036d5da48fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '49caebe8-5e12-4cc9-aea6-539a01f037f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:03:28.219285 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c450c2f8-2b17-41a1-8aca-c7b6bf747b51 admin admin] Network hostable DHCP agents. Network: 49caebe8-5e12-4cc9-aea6-539a01f037f0, hostable agents: ['a381a417-f900-4967-9e50-4db2a6f3e74e'], hosted agents: [] {{(pid=104584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:03:28.315157 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c450c2f8-2b17-41a1-8aca-c7b6bf747b51 admin admin] Network 49caebe8-5e12-4cc9-aea6-539a01f037f0 is scheduled to be hosted by DHCP agent a381a417-f900-4967-9e50-4db2a6f3e74e with binding_index 1 {{(pid=104584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:03:28.372645 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-c450c2f8-2b17-41a1-8aca-c7b6bf747b51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848759-1-iscsi, 49caebe8-5e12-4cc9-aea6-539a01f037f0) {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:03:28.376646 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c450c2f8-2b17-41a1-8aca-c7b6bf747b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:03:28.377258 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c450c2f8-2b17-41a1-8aca-c7b6bf747b51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for subnet (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:28.381320 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaaa375-e990-4f5b-a0b2-9045026ea79b None None] Network 49caebe8-5e12-4cc9-aea6-539a01f037f0 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:03:28.461300 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-c450c2f8-2b17-41a1-8aca-c7b6bf747b51 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6501520 Jul 05 16:03:28.484867 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40cd4b13-2a95-5ef0-adc3-fdd5974ee50c-49caebe8-5e12-4cc9-aea6-539a01f037f0', 'network_id': '49caebe8-5e12-4cc9-aea6-539a01f037f0', 'project_id': '35018c3fbb4f440c9fd930631a71e6c6', 'fixed_ips': [{'subnet_id': 'eaaac2fb-5d44-476c-a93b-257fad94b623'}]}} from dv-cinder-848759-1-iscsi. {{(pid=104586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 05 16:03:28.485848 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:28.716954 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.db_base_plugin_common [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Allocated IP 192.168.233.2 (49caebe8-5e12-4cc9-aea6-539a01f037f0/eaaac2fb-5d44-476c-a93b-257fad94b623/7e0ca811-e6d6-4247-a66c-1e3f31409410) {{(pid=104586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:03:28.858511 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Publish callbacks [] for port (7e0ca811-e6d6-4247-a66c-1e3f31409410), precommit_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:28.927976 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (7e0ca811-e6d6-4247-a66c-1e3f31409410), after_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:28.971502 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Network 49caebe8-5e12-4cc9-aea6-539a01f037f0 is already hosted by enough agents. {{(pid=104586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:03:28.975995 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.scheduler.base_scheduler [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Resources bound (agent type, host, resource id): {{(pid=104586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:03:28.978395 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Received port after_create {{(pid=104586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:03:28.983750 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Pushing event updated for resources: {'Port': ['ID=7e0ca811-e6d6-4247-a66c-1e3f31409410,revision_number=1']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:03:28.995287 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:03:28.996890 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:03:28.996890 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:03:28.996890 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:03:28.996890 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:03:28.997220 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:03:28.997293 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:03:28.997561 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:03:28.997876 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:03:28.998189 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:03:28.998501 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:03:28.998818 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:03:28.999130 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:03:28.999438 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:03:28.999801 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:03:29.048733 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Attempting to bind port 7e0ca811-e6d6-4247-a66c-1e3f31409410 on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:03:29.049122 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Attempting to bind port 7e0ca811-e6d6-4247-a66c-1e3f31409410 by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': '1be5c9f0-0a1a-4dcc-ba9b-b036d5da48fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '49caebe8-5e12-4cc9-aea6-539a01f037f0'}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:03:29.049513 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Attempting to bind port 7e0ca811-e6d6-4247-a66c-1e3f31409410 on network 49caebe8-5e12-4cc9-aea6-539a01f037f0 {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:03:29.055035 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:03:29.055409 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Checking segment: {'id': '1be5c9f0-0a1a-4dcc-ba9b-b036d5da48fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '49caebe8-5e12-4cc9-aea6-539a01f037f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:03:29.055806 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:29.056194 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Bound using segment: {'id': '1be5c9f0-0a1a-4dcc-ba9b-b036d5da48fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '49caebe8-5e12-4cc9-aea6-539a01f037f0'} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:03:29.056656 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Bound port: 7e0ca811-e6d6-4247-a66c-1e3f31409410, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be5c9f0-0a1a-4dcc-ba9b-b036d5da48fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '49caebe8-5e12-4cc9-aea6-539a01f037f0'}}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:03:29.057060 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (7e0ca811-e6d6-4247-a66c-1e3f31409410), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:29.116808 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-be98abde-241d-4690-99b4-213cc92436dd None None] For port 7e0ca811-e6d6-4247-a66c-1e3f31409410, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:03:29.120376 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-be98abde-241d-4690-99b4-213cc92436dd None None] For port 7e0ca811-e6d6-4247-a66c-1e3f31409410, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=7e0ca811-e6d6-4247-a66c-1e3f31409410,segment=NetworkSegment(1be5c9f0-0a1a-4dcc-ba9b-b036d5da48fe),segment_id=1be5c9f0-0a1a-4dcc-ba9b-b036d5da48fe)] {{(pid=104586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:03:29.219786 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (7e0ca811-e6d6-4247-a66c-1e3f31409410), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:29.280285 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98abde-241d-4690-99b4-213cc92436dd None None] Pushing event updated for resources: {'Port': ['ID=7e0ca811-e6d6-4247-a66c-1e3f31409410,revision_number=2']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:03:29.797847 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 7e0ca811-e6d6-4247-a66c-1e3f31409410 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:03:29.847066 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 7e0ca811-e6d6-4247-a66c-1e3f31409410 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:03:29.847456 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (7e0ca811-e6d6-4247-a66c-1e3f31409410), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:29.880460 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:03:29.919980 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:03:29.931558 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 7e0ca811-e6d6-4247-a66c-1e3f31409410 is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:03:29.931953 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (7e0ca811-e6d6-4247-a66c-1e3f31409410), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:29.972371 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] For port 7e0ca811-e6d6-4247-a66c-1e3f31409410, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=7e0ca811-e6d6-4247-a66c-1e3f31409410,segment=NetworkSegment(1be5c9f0-0a1a-4dcc-ba9b-b036d5da48fe),segment_id=1be5c9f0-0a1a-4dcc-ba9b-b036d5da48fe)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:03:30.024356 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (7e0ca811-e6d6-4247-a66c-1e3f31409410), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:30.080820 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Pushing event updated for resources: {'Port': ['ID=7e0ca811-e6d6-4247-a66c-1e3f31409410,revision_number=3']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:03:30.140830 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9d0dc9-11a6-4c07-9d7d-106a8df30b6e None None] Network 49caebe8-5e12-4cc9-aea6-539a01f037f0 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:03:30.223519 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-982249fd-84bd-4398-b8b0-f87a26e95338 None None] Provisioning complete for port 7e0ca811-e6d6-4247-a66c-1e3f31409410 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:03:30.223897 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-982249fd-84bd-4398-b8b0-f87a26e95338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (7e0ca811-e6d6-4247-a66c-1e3f31409410), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:30.325497 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-982249fd-84bd-4398-b8b0-f87a26e95338 None None] Current status of the port 7e0ca811-e6d6-4247-a66c-1e3f31409410 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:03:30.548012 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-201bfead-eb67-450b-b6b7-5bed5f3ebf1a None None] Provisioning complete for port 7e0ca811-e6d6-4247-a66c-1e3f31409410 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:03:30.548399 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-201bfead-eb67-450b-b6b7-5bed5f3ebf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (7e0ca811-e6d6-4247-a66c-1e3f31409410), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:30.623588 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-201bfead-eb67-450b-b6b7-5bed5f3ebf1a None None] Current status of the port 7e0ca811-e6d6-4247-a66c-1e3f31409410 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:03:31.766788 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 7e0ca811-e6d6-4247-a66c-1e3f31409410 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:03:31.810625 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 7e0ca811-e6d6-4247-a66c-1e3f31409410 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:03:31.811011 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (7e0ca811-e6d6-4247-a66c-1e3f31409410), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:31.882548 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 7e0ca811-e6d6-4247-a66c-1e3f31409410 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:03:32.995603 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-beab8dd6-072d-4f44-b5b1-9532b74491d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:33.082834 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=14 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:03:33.089797 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=12 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:03:35.206942 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-cda71f94-ee65-44ed-af64-beab337dc3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:36.275205 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:37.909454 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:38.075274 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:03:38.387234 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:03:38.419101 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=77,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:03:45.392536 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:03:45.396457 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=4 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:03:46.392234 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 5 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:03:48.001148 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:03:48.002918 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:03:56.389291 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:04:02.921340 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-049a157d-1fd4-401d-be63-5a789f2a77b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:04:05.211560 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-ed437744-20de-4304-bd3b-41ad30f09c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:04:06.280204 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:04:07.954902 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:04:08.051909 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:04:18.002761 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:04:18.004549 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:04:22.401994 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=3 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:04:23.392120 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 5 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:04:32.964396 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-8ce20a05-2b1a-4953-ad39-cf142012a16d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:04:33.388995 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:04:33.389815 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:04:35.205396 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-64c95d95-4ea9-465d-8671-09ddcbd3f127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:04:36.285941 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:04:37.919636 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:04:38.073156 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:04:48.000862 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:04:48.002663 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:04:59.403585 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:04:59.408456 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=4 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:05:00.390671 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 5 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:05:02.919125 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-6a5d0d3f-765b-4ca5-807f-444b02b15017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:05:05.199117 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-caa405c3-ba41-4588-ac58-4ae1e8d9a950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:05:06.279516 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:05:07.953643 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:05:08.045016 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:05:10.260269 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 41312) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:05:10.265964 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [None req-91c54408-6b18-4b8a-9d93-6ab4320c7d21 tempest-verify_tempest_config-1159549429 tempest-verify_tempest_config-1159549429-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 16:05:10.266947 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-91c54408-6b18-4b8a-9d93-6ab4320c7d21 tempest-verify_tempest_config-1159549429 tempest-verify_tempest_config-1159549429-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056746 Jul 05 16:05:10.390822 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:05:10.997055 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 41330) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:05:11.100602 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c085e61a-df57-44d5-a362-4474bec0e933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:05:11.178753 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c085e61a-df57-44d5-a362-4474bec0e933 admin admin] Publish callbacks [] for security_group (eaa21462-866b-4389-945a-4f2841bf9272), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:05:11.221937 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c085e61a-df57-44d5-a362-4474bec0e933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (eaa21462-866b-4389-945a-4f2841bf9272), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:05:11.267176 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-c085e61a-df57-44d5-a362-4474bec0e933 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a1cb230a57b347c68c015fab28c870eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2690425 Jul 05 16:05:11.269004 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085e61a-df57-44d5-a362-4474bec0e933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa21462-866b-4389-945a-4f2841bf9272,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:11.269996 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 41334) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:05:11.275902 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085e61a-df57-44d5-a362-4474bec0e933 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.276282 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085e61a-df57-44d5-a362-4474bec0e933 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.279295 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085e61a-df57-44d5-a362-4474bec0e933 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.279295 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085e61a-df57-44d5-a362-4474bec0e933 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.279295 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085e61a-df57-44d5-a362-4474bec0e933 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.279295 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085e61a-df57-44d5-a362-4474bec0e933 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.279295 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085e61a-df57-44d5-a362-4474bec0e933 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.279295 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085e61a-df57-44d5-a362-4474bec0e933 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.279295 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085e61a-df57-44d5-a362-4474bec0e933 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.279295 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085e61a-df57-44d5-a362-4474bec0e933 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.279295 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085e61a-df57-44d5-a362-4474bec0e933 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.279942 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085e61a-df57-44d5-a362-4474bec0e933 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.279942 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085e61a-df57-44d5-a362-4474bec0e933 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.280299 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085e61a-df57-44d5-a362-4474bec0e933 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.280574 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085e61a-df57-44d5-a362-4474bec0e933 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.327995 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8e770d8b-b702-4a8b-8f43-c211ee19613b admin admin] Publish callbacks [] for security_group (eaa21462-866b-4389-945a-4f2841bf9272), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:05:11.348897 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8e770d8b-b702-4a8b-8f43-c211ee19613b admin admin] Publish callbacks [] for security_group (eaa21462-866b-4389-945a-4f2841bf9272), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:05:11.535372 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8e770d8b-b702-4a8b-8f43-c211ee19613b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (eaa21462-866b-4389-945a-4f2841bf9272), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:05:11.537878 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8e770d8b-b702-4a8b-8f43-c211ee19613b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:05:11.539533 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-8e770d8b-b702-4a8b-8f43-c211ee19613b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eaa21462-866b-4389-945a-4f2841bf9272 HTTP/1.1" status: 204 len: 168 time: 0.2684753 Jul 05 16:05:11.547446 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e770d8b-b702-4a8b-8f43-c211ee19613b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa21462-866b-4389-945a-4f2841bf9272,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:11.554890 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e770d8b-b702-4a8b-8f43-c211ee19613b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.555237 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e770d8b-b702-4a8b-8f43-c211ee19613b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.555575 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e770d8b-b702-4a8b-8f43-c211ee19613b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.555905 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e770d8b-b702-4a8b-8f43-c211ee19613b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.556230 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e770d8b-b702-4a8b-8f43-c211ee19613b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.556546 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e770d8b-b702-4a8b-8f43-c211ee19613b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.556896 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e770d8b-b702-4a8b-8f43-c211ee19613b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.557214 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e770d8b-b702-4a8b-8f43-c211ee19613b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.557557 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e770d8b-b702-4a8b-8f43-c211ee19613b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.557974 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e770d8b-b702-4a8b-8f43-c211ee19613b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.558197 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e770d8b-b702-4a8b-8f43-c211ee19613b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.558535 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e770d8b-b702-4a8b-8f43-c211ee19613b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.558856 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e770d8b-b702-4a8b-8f43-c211ee19613b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.559161 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e770d8b-b702-4a8b-8f43-c211ee19613b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:11.559474 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e770d8b-b702-4a8b-8f43-c211ee19613b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:18.002705 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:05:21.271828 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=19,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:05:21.273303 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:05:21.550017 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:05:21.550873 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:05:21.579228 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:05:32.924190 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-08c872a2-7427-4ae3-ab2b-10aa0ced5cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:05:35.221413 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-01d9af11-6866-432e-bdf9-6d57e5ef4b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:05:36.295436 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:05:36.410398 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=18 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:05:36.415284 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=14 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:05:37.389826 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 5 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:05:37.924401 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:05:38.072633 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:05:47.385810 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:05:47.386572 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:05:47.997349 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:05:48.002285 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:06:03.069775 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-e1b3b6a7-6405-41ec-a369-22a5a091caf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:06:05.215211 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-811ffd8a-9485-4432-9fac-a8888a941ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:06:06.289362 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:06:07.939225 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:06:08.059619 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:06:13.405588 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:06:13.412472 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=4 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:06:14.389113 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 5 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:06:17.997981 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:06:17.999873 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:06:31.400189 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=4 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:06:31.400998 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:06:32.951625 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-c9f0cada-1c77-43d3-89c4-18feafc4630d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:06:35.208528 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-34402c92-daed-49a8-821a-ef78b7f93a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:06:36.293264 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:06:37.928446 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:06:38.065653 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:06:47.997213 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:06:47.998002 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:06:50.404228 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=3 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:06:50.408104 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=3 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:06:50.757023 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-522204'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:06:51.387787 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:07:00.684864 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:07:00.691487 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:07:01.384450 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:07:01.385263 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:07:02.689050 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 41410) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:07:02.798378 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-6dbe951b-b5b8-4dd3-9eba-ccb3a2f1c217 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1082416 Jul 05 16:07:02.900113 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-5d2a2a2a-14eb-4651-9b72-80b29b42a8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:07:04.913497 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 41420) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:07:04.970073 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-f29d7f98-36eb-407f-8118-d0c817fdd59b admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0554712 Jul 05 16:07:05.236580 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-82987d75-6912-4ac3-ab40-441113c4de42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:07:06.286354 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:07:07.967949 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:07:08.059697 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:07:14.964446 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:07:14.965300 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:07:17.996589 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:07:18.003552 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:07:20.743468 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:07:28.387726 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:07:30.671744 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:07:30.673694 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:07:32.933381 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bb68453e-58df-4748-bd41-a67fd8436f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:07:32.979843 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=14 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:07:35.213092 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-43c7a340-95cd-4c3b-bcbf-586952953e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:07:36.287334 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:07:37.948406 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:07:38.079569 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:07:38.383922 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=20 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:07:48.004664 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:07:48.006597 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:07:50.806135 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:00.667323 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:00.669217 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:02.968560 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-4e9dad1c-fef6-4f3c-aa1e-6104bbc13114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:04.404080 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=6 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:05.238906 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-1e48db5d-03a1-4570-8c7e-7065de901bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:05.387725 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:08:06.286762 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:07.924687 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:08.056148 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:15.382677 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:15.383488 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:18.005034 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:18.006888 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:20.759107 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:30.697205 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:30.699137 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:32.944408 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-fac737f7-1304-47fe-8ff3-af76bc180b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:35.252118 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-d07ffaff-afea-495f-aa14-00125442fc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:36.309298 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:37.983431 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:38.087036 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:41.281109 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 41598) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:41.309286 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 41604) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:41.396222 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:41.401761 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:41.603078 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-8edeb046-d731-44cd-bfd2-f04181d596af admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-310078999-network', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:08:41.636947 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-748629056-network', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:08:41.690372 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edeb046-d731-44cd-bfd2-f04181d596af admin admin] Made reservation on behalf of 3ec37a457530439b8728dd2ad2b6b7bd for: {'network': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:08:41.692971 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-8edeb046-d731-44cd-bfd2-f04181d596af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for network (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:41.701911 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-8edeb046-d731-44cd-bfd2-f04181d596af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:41.730483 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Made reservation on behalf of bbe6a2de3cba4aa7b365f30f5b2f745c for: {'network': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:08:41.732971 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for network (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:41.755016 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:41.821663 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-8edeb046-d731-44cd-bfd2-f04181d596af admin admin] Publish callbacks [] for security_group (3acfdd06-fc55-4a53-9848-2805e4478378), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:41.865110 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Publish callbacks [] for security_group (a516630e-fbd4-46f1-bc55-c81fba39830d), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:41.962044 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (a516630e-fbd4-46f1-bc55-c81fba39830d), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:41.965430 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-8edeb046-d731-44cd-bfd2-f04181d596af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (3acfdd06-fc55-4a53-9848-2805e4478378), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:41.985652 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=104585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:08:42.001462 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8edeb046-d731-44cd-bfd2-f04181d596af admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=104585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:08:42.015983 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (bbfc7f08-68f9-4166-85b4-e53d9bec6b3e), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:42.016335 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.segments_db [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Added segment bbfc7f08-68f9-4166-85b4-e53d9bec6b3e of type vlan for network d875afbf-ed35-412f-bb5d-c579562ff61a Jul 05 16:08:42.034033 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 41650) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:42.034534 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-8edeb046-d731-44cd-bfd2-f04181d596af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (ff03e07f-0eeb-4738-b3fa-daadee566eaa), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:42.034534 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.segments_db [None req-8edeb046-d731-44cd-bfd2-f04181d596af admin admin] Added segment ff03e07f-0eeb-4738-b3fa-daadee566eaa of type vlan for network 77e226ae-740f-49bf-a51d-1fc557b375c9 Jul 05 16:08:42.041575 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a516630e-fbd4-46f1-bc55-c81fba39830d,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:42.089654 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:42.090022 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:42.090405 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:42.090750 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:42.091098 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:42.091655 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:42.092026 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:42.092391 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:42.092748 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:42.093120 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:42.093469 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:42.093816 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:42.094160 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:42.094515 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:42.094870 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Tracked resource versions report: Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: pushed versions: Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: { 'AddressGroup': {'1.2'}, Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'Agent': {'1.1'}, Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'ConntrackHelper': {'1.0'}, Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'LocalIPAssociation': {'1.0'}, Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'Log': {'1.0'}, Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'NDPProxy': {'1.0'}, Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'Network': {'1.1'}, Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'Port': {'1.7'}, Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'PortForwarding': {'1.3'}, Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'QosPolicy': {'1.10'}, Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'SecurityGroup': {'1.5'}, Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'SecurityGroupRule': {'1.2'}, Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'SubPort': {'1.0'}, Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'Subnet': {'1.1'}, Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'Trunk': {'1.1'}} Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: consumer versions: Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: { DHCP agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: HyperV agent@hv-cinder-84875: {}, Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: L3 agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: Metadata agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: Metering agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: Open vSwitch agent@dv-cinder-848759-1-iscsi: { 'AddressGroup': '1.2', Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'Agent': '1.1', Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'ConntrackHelper': '1.0', Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'LocalIPAssociation': '1.0', Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'Log': '1.0', Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'NDPProxy': '1.0', Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'Network': '1.1', Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'Port': '1.7', Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'PortForwarding': '1.3', Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'QosPolicy': '1.10', Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'SecurityGroup': '1.5', Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'SecurityGroupRule': '1.2', Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'SubPort': '1.0', Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'Subnet': '1.1', Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: 'Trunk': '1.1'}} Jul 05 16:08:42.096097 dv-cinder-848759-1-iscsi neutron-server[104585]: {{(pid=104585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 16:08:42.124302 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-8edeb046-d731-44cd-bfd2-f04181d596af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746276236728'] for network (77e226ae-740f-49bf-a51d-1fc557b375c9), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:42.133682 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746276236728'] for network (d875afbf-ed35-412f-bb5d-c579562ff61a), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:42.167189 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 41660) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:42.169953 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edeb046-d731-44cd-bfd2-f04181d596af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acfdd06-fc55-4a53-9848-2805e4478378,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:42.250314 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-8edeb046-d731-44cd-bfd2-f04181d596af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for network (77e226ae-740f-49bf-a51d-1fc557b375c9), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:42.251395 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edeb046-d731-44cd-bfd2-f04181d596af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:08:42.252167 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-8edeb046-d731-44cd-bfd2-f04181d596af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:42.258217 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for network (d875afbf-ed35-412f-bb5d-c579562ff61a), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:42.261411 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:08:42.261411 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:42.362807 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edeb046-d731-44cd-bfd2-f04181d596af admin admin] Pushing event updated for resources: {'Network': ['ID=77e226ae-740f-49bf-a51d-1fc557b375c9,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:42.376361 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Network 77e226ae-740f-49bf-a51d-1fc557b375c9 details requested by agent ovs-agent-dv-cinder-848759-1-iscsi with host dv-cinder-848759-1-iscsi {{(pid=104586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:08:42.386764 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:08:42.438885 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:42.440223 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] Pushing event updated for resources: {'Network': ['ID=d875afbf-ed35-412f-bb5d-c579562ff61a,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:42.450323 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 41678) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:42.452005 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-8edeb046-d731-44cd-bfd2-f04181d596af admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1696384 Jul 05 16:08:42.455326 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-8305853b-4df4-4073-be27-ee5d4b053b7a admin admin] Request body: {'subnet': {'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-310078999-subnet', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:08:42.470546 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-ce3169f0-6f29-4737-80e9-3ad9fa50ebb8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.1518347 Jul 05 16:08:42.471422 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 41680) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:42.477586 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1101198889-network', 'tenant_id': '42e6ad67dbf542528726c545872ac10c'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:08:42.478695 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-07a47657-8574-4e1e-9880-769eaedd2b95 admin admin] Request body: {'subnet': {'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-748629056-subnet', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:08:42.513541 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Network d875afbf-ed35-412f-bb5d-c579562ff61a details requested by agent ovs-agent-dv-cinder-848759-1-iscsi with host dv-cinder-848759-1-iscsi {{(pid=104586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:08:42.516426 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 41686) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:42.562869 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-d6e8c77c-ffe1-4353-af7f-f054d1a8ddbd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-176795705-network', 'tenant_id': 'b6acb89542314578839f701251add904'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:08:42.606335 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a47657-8574-4e1e-9880-769eaedd2b95 admin admin] Made reservation on behalf of bbe6a2de3cba4aa7b365f30f5b2f745c for: {'subnet': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:08:42.609463 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Made reservation on behalf of 42e6ad67dbf542528726c545872ac10c for: {'network': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:08:42.609604 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-07a47657-8574-4e1e-9880-769eaedd2b95 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:42.612369 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:42.627326 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for network (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:42.638597 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:42.685919 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-1ad52f78-32fd-4395-a3fb-8f6f12a34a53 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-301823470-network', 'tenant_id': 'ba872aaf0fd84b1eac87e18659d222d5'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:08:42.735121 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8305853b-4df4-4073-be27-ee5d4b053b7a admin admin] Made reservation on behalf of 3ec37a457530439b8728dd2ad2b6b7bd for: {'subnet': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:08:42.737491 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8305853b-4df4-4073-be27-ee5d4b053b7a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:42.763092 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e8c77c-ffe1-4353-af7f-f054d1a8ddbd admin admin] Made reservation on behalf of b6acb89542314578839f701251add904 for: {'network': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:08:42.765620 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d6e8c77c-ffe1-4353-af7f-f054d1a8ddbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for network (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:42.800533 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad52f78-32fd-4395-a3fb-8f6f12a34a53 admin admin] Made reservation on behalf of ba872aaf0fd84b1eac87e18659d222d5 for: {'network': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:08:42.803032 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d6e8c77c-ffe1-4353-af7f-f054d1a8ddbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:42.803590 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-1ad52f78-32fd-4395-a3fb-8f6f12a34a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for network (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:42.834847 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-1ad52f78-32fd-4395-a3fb-8f6f12a34a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:42.975139 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Publish callbacks [] for security_group (0001838b-baa9-40d5-b7ef-055295cd2b13), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.023363 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-07a47657-8574-4e1e-9880-769eaedd2b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for subnet (8a9b66f2-eae4-47d1-8086-fa8b5da512fd), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.028518 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-1ad52f78-32fd-4395-a3fb-8f6f12a34a53 admin admin] Publish callbacks [] for security_group (a1f01bf5-aeff-4840-97f9-08835b22bb8b), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.043858 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (0001838b-baa9-40d5-b7ef-055295cd2b13), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.071171 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=104584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:08:43.103058 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a47657-8574-4e1e-9880-769eaedd2b95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a9b66f2-eae4-47d1-8086-fa8b5da512fd,revision_number=0']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:43.106291 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (f6022e8d-52b0-4684-bbca-ba47c36c042d), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.106634 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.db.segments_db [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Added segment f6022e8d-52b0-4684-bbca-ba47c36c042d of type vlan for network 77ec7356-4bd9-42af-abe3-f1b9c525bdef Jul 05 16:08:43.117782 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a47657-8574-4e1e-9880-769eaedd2b95 admin admin] Checking segment: {'id': 'bbfc7f08-68f9-4166-85b4-e53d9bec6b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:08:43.117782 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a47657-8574-4e1e-9880-769eaedd2b95 admin admin] Network hostable DHCP agents. Network: d875afbf-ed35-412f-bb5d-c579562ff61a, hostable agents: ['a381a417-f900-4967-9e50-4db2a6f3e74e'], hosted agents: [] {{(pid=104585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:08:43.119999 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-1ad52f78-32fd-4395-a3fb-8f6f12a34a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (a1f01bf5-aeff-4840-97f9-08835b22bb8b), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.120237 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0001838b-baa9-40d5-b7ef-055295cd2b13,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:43.156968 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad52f78-32fd-4395-a3fb-8f6f12a34a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f01bf5-aeff-4840-97f9-08835b22bb8b,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:43.160432 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:43.161006 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:43.161719 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:43.162207 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:43.162686 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:43.164357 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:43.164956 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:43.165449 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:43.165927 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:43.166593 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:43.167372 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:43.168311 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:43.168970 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:43.169589 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:43.170504 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Tracked resource versions report: Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: pushed versions: Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: { 'AddressGroup': {'1.2'}, Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'Agent': {'1.1'}, Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'ConntrackHelper': {'1.0'}, Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'LocalIPAssociation': {'1.0'}, Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'Log': {'1.0'}, Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'NDPProxy': {'1.0'}, Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'Network': {'1.1'}, Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'Port': {'1.7'}, Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'PortForwarding': {'1.3'}, Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'QosPolicy': {'1.10'}, Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'SecurityGroup': {'1.5'}, Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'SecurityGroupRule': {'1.2'}, Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'SubPort': {'1.0'}, Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'Subnet': {'1.1'}, Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'Trunk': {'1.1'}} Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: consumer versions: Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: { DHCP agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: HyperV agent@hv-cinder-84875: {}, Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: L3 agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: Metadata agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: Metering agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: Open vSwitch agent@dv-cinder-848759-1-iscsi: { 'AddressGroup': '1.2', Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'Agent': '1.1', Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'ConntrackHelper': '1.0', Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'LocalIPAssociation': '1.0', Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'Log': '1.0', Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'NDPProxy': '1.0', Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'Network': '1.1', Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'Port': '1.7', Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'PortForwarding': '1.3', Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'QosPolicy': '1.10', Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'SecurityGroup': '1.5', Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'SecurityGroupRule': '1.2', Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'SubPort': '1.0', Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'Subnet': '1.1', Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: 'Trunk': '1.1'}} Jul 05 16:08:43.172358 dv-cinder-848759-1-iscsi neutron-server[104584]: {{(pid=104584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 16:08:43.186221 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad52f78-32fd-4395-a3fb-8f6f12a34a53 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=104585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:08:43.201589 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-1ad52f78-32fd-4395-a3fb-8f6f12a34a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (48868465-74e9-4bde-8c3e-7150996d8586), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.201928 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.segments_db [None req-1ad52f78-32fd-4395-a3fb-8f6f12a34a53 admin admin] Added segment 48868465-74e9-4bde-8c3e-7150996d8586 of type vlan for network 7440bb30-cbe1-4a38-83c5-7b7fcf3eea20 Jul 05 16:08:43.208149 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746276236728'] for network (77ec7356-4bd9-42af-abe3-f1b9c525bdef), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.241716 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8305853b-4df4-4073-be27-ee5d4b053b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for subnet (f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.247594 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-1ad52f78-32fd-4395-a3fb-8f6f12a34a53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746276236728'] for network (7440bb30-cbe1-4a38-83c5-7b7fcf3eea20), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.256529 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:43.280835 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a47657-8574-4e1e-9880-769eaedd2b95 admin admin] Network d875afbf-ed35-412f-bb5d-c579562ff61a is scheduled to be hosted by DHCP agent a381a417-f900-4967-9e50-4db2a6f3e74e with binding_index 1 {{(pid=104585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:08:43.323858 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for network (77ec7356-4bd9-42af-abe3-f1b9c525bdef), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.323858 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:08:43.323858 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.323858 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d6e8c77c-ffe1-4353-af7f-f054d1a8ddbd admin admin] Publish callbacks [] for security_group (d48ddc86-2ae2-49a2-9f36-527fc402becf), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.342397 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=71,neutron:INSERT=23,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:43.342397 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305853b-4df4-4073-be27-ee5d4b053b7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:43.365066 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-1ad52f78-32fd-4395-a3fb-8f6f12a34a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for network (7440bb30-cbe1-4a38-83c5-7b7fcf3eea20), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.366186 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad52f78-32fd-4395-a3fb-8f6f12a34a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:08:43.370605 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-1ad52f78-32fd-4395-a3fb-8f6f12a34a53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.414581 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8305853b-4df4-4073-be27-ee5d4b053b7a admin admin] Checking segment: {'id': 'ff03e07f-0eeb-4738-b3fa-daadee566eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:08:43.414939 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8305853b-4df4-4073-be27-ee5d4b053b7a admin admin] Network hostable DHCP agents. Network: 77e226ae-740f-49bf-a51d-1fc557b375c9, hostable agents: ['a381a417-f900-4967-9e50-4db2a6f3e74e'], hosted agents: [] {{(pid=104584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:08:43.422633 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] Pushing event updated for resources: {'Network': ['ID=77ec7356-4bd9-42af-abe3-f1b9c525bdef,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:43.428837 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Network 77ec7356-4bd9-42af-abe3-f1b9c525bdef details requested by agent ovs-agent-dv-cinder-848759-1-iscsi with host dv-cinder-848759-1-iscsi {{(pid=104586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:08:43.445232 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d6e8c77c-ffe1-4353-af7f-f054d1a8ddbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (d48ddc86-2ae2-49a2-9f36-527fc402becf), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.477378 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-d8acf4ec-f2be-4d80-af02-e3ea3aab19c9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.4461668 Jul 05 16:08:43.482388 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-07a47657-8574-4e1e-9880-769eaedd2b95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848759-1-iscsi, d875afbf-ed35-412f-bb5d-c579562ff61a) {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:08:43.486202 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 41754) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:43.495090 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-1ad52f78-32fd-4395-a3fb-8f6f12a34a53 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.9760065 Jul 05 16:08:43.502141 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-719104ff-c687-4781-8a6b-383bdc34d175 admin admin] Request body: {'subnet': {'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-subnet', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:08:43.508156 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 41756) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:43.508156 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e8c77c-ffe1-4353-af7f-f054d1a8ddbd admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=104584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:08:43.510529 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad52f78-32fd-4395-a3fb-8f6f12a34a53 admin admin] Pushing event updated for resources: {'Network': ['ID=7440bb30-cbe1-4a38-83c5-7b7fcf3eea20,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:43.512712 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-504a5cb2-25b6-4424-9b75-704071b33343 admin admin] Request body: {'subnet': {'network_id': '7440bb30-cbe1-4a38-83c5-7b7fcf3eea20', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-301823470-subnet', 'tenant_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:08:43.524862 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2eef4cb-0692-4e17-9178-246eb40bf364 None None] Network d875afbf-ed35-412f-bb5d-c579562ff61a requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:08:43.529172 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a47657-8574-4e1e-9880-769eaedd2b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:08:43.529882 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-07a47657-8574-4e1e-9880-769eaedd2b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for subnet (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.537256 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:43.559279 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8c77c-ffe1-4353-af7f-f054d1a8ddbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48ddc86-2ae2-49a2-9f36-527fc402becf,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:43.570705 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Network 7440bb30-cbe1-4a38-83c5-7b7fcf3eea20 details requested by agent ovs-agent-dv-cinder-848759-1-iscsi with host dv-cinder-848759-1-iscsi {{(pid=104586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:08:43.582056 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d6e8c77c-ffe1-4353-af7f-f054d1a8ddbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (6f645013-d008-4ebc-b993-15aa3ce0d8aa), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.584949 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.db.segments_db [None req-d6e8c77c-ffe1-4353-af7f-f054d1a8ddbd admin admin] Added segment 6f645013-d008-4ebc-b993-15aa3ce0d8aa of type vlan for network 2110daf5-1cfa-4c9d-9065-b33fabf55a66 Jul 05 16:08:43.602358 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8305853b-4df4-4073-be27-ee5d4b053b7a admin admin] Network 77e226ae-740f-49bf-a51d-1fc557b375c9 is scheduled to be hosted by DHCP agent a381a417-f900-4967-9e50-4db2a6f3e74e with binding_index 1 {{(pid=104584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:08:43.630475 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-8305853b-4df4-4073-be27-ee5d4b053b7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848759-1-iscsi, 77e226ae-740f-49bf-a51d-1fc557b375c9) {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:08:43.640129 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8305853b-4df4-4073-be27-ee5d4b053b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:08:43.640711 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8305853b-4df4-4073-be27-ee5d4b053b7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for subnet (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.641670 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719104ff-c687-4781-8a6b-383bdc34d175 admin admin] Made reservation on behalf of 42e6ad67dbf542528726c545872ac10c for: {'subnet': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:08:43.651404 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-719104ff-c687-4781-8a6b-383bdc34d175 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.651588 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d6e8c77c-ffe1-4353-af7f-f054d1a8ddbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746276236728'] for network (2110daf5-1cfa-4c9d-9065-b33fabf55a66), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.669634 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6028a9-b564-4ef0-a730-69ec6fd3e337 None None] Network 77e226ae-740f-49bf-a51d-1fc557b375c9 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:08:43.682836 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-07a47657-8574-4e1e-9880-769eaedd2b95 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2101865 Jul 05 16:08:43.686193 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 41766) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:43.692220 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-daacdaab-8a25-4a7f-a971-5078cf9d8cf3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-748629056-router', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:08:43.730113 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:43.767613 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d6e8c77c-ffe1-4353-af7f-f054d1a8ddbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for network (2110daf5-1cfa-4c9d-9065-b33fabf55a66), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.769561 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e8c77c-ffe1-4353-af7f-f054d1a8ddbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:08:43.770757 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d6e8c77c-ffe1-4353-af7f-f054d1a8ddbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.773618 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504a5cb2-25b6-4424-9b75-704071b33343 admin admin] Made reservation on behalf of ba872aaf0fd84b1eac87e18659d222d5 for: {'subnet': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:08:43.776935 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-504a5cb2-25b6-4424-9b75-704071b33343 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.782695 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-8305853b-4df4-4073-be27-ee5d4b053b7a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3313706 Jul 05 16:08:43.788457 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 41774) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:43.799257 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-74d6c61b-8528-4698-a88b-c846d5a470f0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-310078999-router', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:08:43.849064 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40cd4b13-2a95-5ef0-adc3-fdd5974ee50c-d875afbf-ed35-412f-bb5d-c579562ff61a', 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a', 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'fixed_ips': [{'subnet_id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd'}]}} from dv-cinder-848759-1-iscsi. {{(pid=104586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 05 16:08:43.849064 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.854919 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-daacdaab-8a25-4a7f-a971-5078cf9d8cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075011'] for router (2ac14bb0-bd1e-448e-b280-36555b1f3cfa), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.856040 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-daacdaab-8a25-4a7f-a971-5078cf9d8cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075018'] for router (2ac14bb0-bd1e-448e-b280-36555b1f3cfa), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.924444 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-74d6c61b-8528-4698-a88b-c846d5a470f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075011'] for router (40153f6d-6cc1-4d04-b305-eeb135ab17d8), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.926064 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-74d6c61b-8528-4698-a88b-c846d5a470f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075018'] for router (40153f6d-6cc1-4d04-b305-eeb135ab17d8), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:43.961706 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-d6e8c77c-ffe1-4353-af7f-f054d1a8ddbd admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.7932584 Jul 05 16:08:43.975387 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 41782) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:43.977426 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6d71d5-4d41-44d2-859a-e37ebfc10f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40cd4b13-2a95-5ef0-adc3-fdd5974ee50c-77e226ae-740f-49bf-a51d-1fc557b375c9', 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9', 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'fixed_ips': [{'subnet_id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a'}]}} from dv-cinder-848759-1-iscsi. {{(pid=104586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 05 16:08:43.978963 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-ec6d71d5-4d41-44d2-859a-e37ebfc10f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:44.009711 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-62793bff-76a8-4ae5-8cfc-1ad8f797bca0 admin admin] Request body: {'subnet': {'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-176795705-subnet', 'tenant_id': 'b6acb89542314578839f701251add904', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:08:44.046719 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 41786) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:44.092977 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.db_base_plugin_common [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Allocated IP 172.20.0.2 (d875afbf-ed35-412f-bb5d-c579562ff61a/8a9b66f2-eae4-47d1-8086-fa8b5da512fd/8b489012-868d-4d23-894e-e6f2c310b513) {{(pid=104586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:08:44.123246 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-74d6c61b-8528-4698-a88b-c846d5a470f0 admin admin] Publish callbacks [] for router_controller (40153f6d-6cc1-4d04-b305-eeb135ab17d8), precommit_add_association {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:44.213528 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-719104ff-c687-4781-8a6b-383bdc34d175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for subnet (5c2b09a9-00a4-429f-86c4-f8b1d0e4e593), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:44.230631 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-daacdaab-8a25-4a7f-a971-5078cf9d8cf3 admin admin] Publish callbacks [] for router_controller (2ac14bb0-bd1e-448e-b280-36555b1f3cfa), precommit_add_association {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:44.231556 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8c77c-ffe1-4353-af7f-f054d1a8ddbd admin admin] Pushing event updated for resources: {'Network': ['ID=2110daf5-1cfa-4c9d-9065-b33fabf55a66,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:44.247713 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Network 2110daf5-1cfa-4c9d-9065-b33fabf55a66 details requested by agent ovs-agent-dv-cinder-848759-1-iscsi with host dv-cinder-848759-1-iscsi {{(pid=104586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:08:44.278986 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:44.328570 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:44.338678 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62793bff-76a8-4ae5-8cfc-1ad8f797bca0 admin admin] Made reservation on behalf of b6acb89542314578839f701251add904 for: {'subnet': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:08:44.338678 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-62793bff-76a8-4ae5-8cfc-1ad8f797bca0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:44.465554 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-504a5cb2-25b6-4424-9b75-704071b33343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for subnet (08992fac-fed2-48ed-bcf0-90757efc7e72), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:44.529558 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:44.603467 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-74d6c61b-8528-4698-a88b-c846d5a470f0 admin admin] Publish callbacks [] for router_gateway (40153f6d-6cc1-4d04-b305-eeb135ab17d8), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:44.620632 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-11cfb8d3-f3b8-462a-bb3c-4e8ce009cc89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:44.637551 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.db_base_plugin_common [None req-ec6d71d5-4d41-44d2-859a-e37ebfc10f72 None None] Allocated IP 172.20.0.2 (77e226ae-740f-49bf-a51d-1fc557b375c9/f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a/e782b89c-f932-4792-859e-dc8b54c3c8ec) {{(pid=104586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:08:44.639895 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Publish callbacks [] for port (8b489012-868d-4d23-894e-e6f2c310b513), precommit_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:44.640704 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719104ff-c687-4781-8a6b-383bdc34d175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c2b09a9-00a4-429f-86c4-f8b1d0e4e593,revision_number=0']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:44.663892 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719104ff-c687-4781-8a6b-383bdc34d175 admin admin] Checking segment: {'id': 'f6022e8d-52b0-4684-bbca-ba47c36c042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:08:44.664251 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719104ff-c687-4781-8a6b-383bdc34d175 admin admin] Network hostable DHCP agents. Network: 77ec7356-4bd9-42af-abe3-f1b9c525bdef, hostable agents: ['a381a417-f900-4967-9e50-4db2a6f3e74e'], hosted agents: [] {{(pid=104585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:08:44.697402 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 41804) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:44.713104 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a5cb2-25b6-4424-9b75-704071b33343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08992fac-fed2-48ed-bcf0-90757efc7e72,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:44.760807 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-11cfb8d3-f3b8-462a-bb3c-4e8ce009cc89 admin admin] Publish callbacks [] for security_group (3356fb37-1075-4a9f-97ee-c8ef57acd802), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:44.767697 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (8b489012-868d-4d23-894e-e6f2c310b513), after_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:44.801566 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719104ff-c687-4781-8a6b-383bdc34d175 admin admin] Network 77ec7356-4bd9-42af-abe3-f1b9c525bdef is scheduled to be hosted by DHCP agent a381a417-f900-4967-9e50-4db2a6f3e74e with binding_index 1 {{(pid=104585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:08:44.851348 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Network d875afbf-ed35-412f-bb5d-c579562ff61a is already hosted by enough agents. {{(pid=104586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:08:44.854285 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-11cfb8d3-f3b8-462a-bb3c-4e8ce009cc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (3356fb37-1075-4a9f-97ee-c8ef57acd802), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:44.858204 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.scheduler.base_scheduler [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Resources bound (agent type, host, resource id): {{(pid=104586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:08:44.873073 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504a5cb2-25b6-4424-9b75-704071b33343 admin admin] Checking segment: {'id': '48868465-74e9-4bde-8c3e-7150996d8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7440bb30-cbe1-4a38-83c5-7b7fcf3eea20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:08:44.873424 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504a5cb2-25b6-4424-9b75-704071b33343 admin admin] Network hostable DHCP agents. Network: 7440bb30-cbe1-4a38-83c5-7b7fcf3eea20, hostable agents: ['a381a417-f900-4967-9e50-4db2a6f3e74e'], hosted agents: [] {{(pid=104584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:08:44.881079 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Received port after_create {{(pid=104586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:08:44.881630 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-daacdaab-8a25-4a7f-a971-5078cf9d8cf3 admin admin] Publish callbacks [] for router_gateway (2ac14bb0-bd1e-448e-b280-36555b1f3cfa), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:44.890600 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-66c12c38-c749-44e6-a0b9-01cf19c6e025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:44.895174 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Pushing event updated for resources: {'Port': ['ID=8b489012-868d-4d23-894e-e6f2c310b513,revision_number=1']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:44.931724 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:44.931724 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:44.932025 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:44.932357 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:44.932707 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:44.933060 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:44.933396 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:44.933697 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:44.934025 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:44.934336 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:44.934870 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:44.934980 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:44.935281 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:44.935593 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:44.936171 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Tracked resource versions report: Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: pushed versions: Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: { 'AddressGroup': {'1.2'}, Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'Agent': {'1.1'}, Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'ConntrackHelper': {'1.0'}, Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'LocalIPAssociation': {'1.0'}, Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'Log': {'1.0'}, Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'NDPProxy': {'1.0'}, Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'Network': {'1.1'}, Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'Port': {'1.7'}, Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'PortForwarding': {'1.3'}, Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'QosPolicy': {'1.10'}, Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'SecurityGroup': {'1.5'}, Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'SecurityGroupRule': {'1.2'}, Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'SubPort': {'1.0'}, Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'Subnet': {'1.1'}, Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'Trunk': {'1.1'}} Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: consumer versions: Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: { DHCP agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: HyperV agent@hv-cinder-84875: {}, Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: L3 agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: Metadata agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: Metering agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: Open vSwitch agent@dv-cinder-848759-1-iscsi: { 'AddressGroup': '1.2', Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'Agent': '1.1', Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'ConntrackHelper': '1.0', Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'LocalIPAssociation': '1.0', Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'Log': '1.0', Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'NDPProxy': '1.0', Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'Network': '1.1', Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'Port': '1.7', Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'PortForwarding': '1.3', Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'QosPolicy': '1.10', Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'SecurityGroup': '1.5', Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'SecurityGroupRule': '1.2', Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'SubPort': '1.0', Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'Subnet': '1.1', Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: 'Trunk': '1.1'}} Jul 05 16:08:44.937738 dv-cinder-848759-1-iscsi neutron-server[104586]: {{(pid=104586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 16:08:44.943268 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-11cfb8d3-f3b8-462a-bb3c-4e8ce009cc89 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=986d1a42da2042aba9eff3da2dc9b12e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8913422 Jul 05 16:08:44.945551 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-ec6d71d5-4d41-44d2-859a-e37ebfc10f72 None None] Publish callbacks [] for port (e782b89c-f932-4792-859e-dc8b54c3c8ec), precommit_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:44.958920 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 41810) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:44.976096 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Attempting to bind port 8b489012-868d-4d23-894e-e6f2c310b513 on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:08:44.977691 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Attempting to bind port 8b489012-868d-4d23-894e-e6f2c310b513 by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': 'bbfc7f08-68f9-4166-85b4-e53d9bec6b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a'}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:08:44.977691 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Attempting to bind port 8b489012-868d-4d23-894e-e6f2c310b513 on network d875afbf-ed35-412f-bb5d-c579562ff61a {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:08:44.982317 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:08:44.982531 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-719104ff-c687-4781-8a6b-383bdc34d175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848759-1-iscsi, 77ec7356-4bd9-42af-abe3-f1b9c525bdef) {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:08:44.982645 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Checking segment: {'id': 'bbfc7f08-68f9-4166-85b4-e53d9bec6b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:08:44.982898 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:44.983211 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Bound using segment: {'id': 'bbfc7f08-68f9-4166-85b4-e53d9bec6b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a'} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:08:44.983676 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Bound port: 8b489012-868d-4d23-894e-e6f2c310b513, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbfc7f08-68f9-4166-85b4-e53d9bec6b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a'}}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:08:44.984319 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (8b489012-868d-4d23-894e-e6f2c310b513), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.022624 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d958df95-17da-4220-9cfd-d14dbff2cee2 None None] Network 77ec7356-4bd9-42af-abe3-f1b9c525bdef requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:08:45.027496 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504a5cb2-25b6-4424-9b75-704071b33343 admin admin] Network 7440bb30-cbe1-4a38-83c5-7b7fcf3eea20 is scheduled to be hosted by DHCP agent a381a417-f900-4967-9e50-4db2a6f3e74e with binding_index 1 {{(pid=104584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:08:45.027742 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-ec6d71d5-4d41-44d2-859a-e37ebfc10f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (e782b89c-f932-4792-859e-dc8b54c3c8ec), after_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.032716 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719104ff-c687-4781-8a6b-383bdc34d175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:08:45.033302 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-719104ff-c687-4781-8a6b-383bdc34d175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for subnet (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.036096 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:45.049917 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-504a5cb2-25b6-4424-9b75-704071b33343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848759-1-iscsi, 7440bb30-cbe1-4a38-83c5-7b7fcf3eea20) {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:08:45.052535 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfb8d3-f3b8-462a-bb3c-4e8ce009cc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3356fb37-1075-4a9f-97ee-c8ef57acd802,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:45.056239 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504a5cb2-25b6-4424-9b75-704071b33343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:08:45.057110 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-504a5cb2-25b6-4424-9b75-704071b33343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for subnet (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.077261 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8769b1-df22-4ec4-925f-8e9231b1dea2 None None] Network 7440bb30-cbe1-4a38-83c5-7b7fcf3eea20 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:08:45.302745 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:45.303629 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-62793bff-76a8-4ae5-8cfc-1ad8f797bca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for subnet (c0055538-accc-457f-a7de-0db99e31abb1), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.303629 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-411a73ea-369a-4c6d-9eb8-8decdaeffb7b admin admin] Publish callbacks [] for security_group (3356fb37-1075-4a9f-97ee-c8ef57acd802), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.304845 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-74d6c61b-8528-4698-a88b-c846d5a470f0 admin admin] Publish callbacks [] for router_gateway (40153f6d-6cc1-4d04-b305-eeb135ab17d8), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.304912 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6d71d5-4d41-44d2-859a-e37ebfc10f72 None None] Network 77e226ae-740f-49bf-a51d-1fc557b375c9 is already hosted by enough agents. {{(pid=104586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:08:45.304912 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.scheduler.base_scheduler [None req-ec6d71d5-4d41-44d2-859a-e37ebfc10f72 None None] Resources bound (agent type, host, resource id): {{(pid=104586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:08:45.304912 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] For port 8b489012-868d-4d23-894e-e6f2c310b513, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:08:45.304912 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6d71d5-4d41-44d2-859a-e37ebfc10f72 None None] Received port after_create {{(pid=104586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:08:45.308415 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-74d6c61b-8528-4698-a88b-c846d5a470f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.308515 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-411a73ea-369a-4c6d-9eb8-8decdaeffb7b admin admin] Publish callbacks [] for security_group (3356fb37-1075-4a9f-97ee-c8ef57acd802), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.308602 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] For port 8b489012-868d-4d23-894e-e6f2c310b513, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=8b489012-868d-4d23-894e-e6f2c310b513,segment=NetworkSegment(bbfc7f08-68f9-4166-85b4-e53d9bec6b3e),segment_id=bbfc7f08-68f9-4166-85b4-e53d9bec6b3e)] {{(pid=104586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:08:45.308698 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-66c12c38-c749-44e6-a0b9-01cf19c6e025 admin admin] Publish callbacks [] for security_group (1ac7255b-d341-4edf-b27b-3ae820d1d905), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.308905 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d71d5-4d41-44d2-859a-e37ebfc10f72 None None] Pushing event updated for resources: {'Port': ['ID=e782b89c-f932-4792-859e-dc8b54c3c8ec,revision_number=1']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:45.308989 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-719104ff-c687-4781-8a6b-383bdc34d175 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7726936 Jul 05 16:08:45.309059 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62793bff-76a8-4ae5-8cfc-1ad8f797bca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0055538-accc-457f-a7de-0db99e31abb1,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:45.309059 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 41816) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:45.309059 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-504a5cb2-25b6-4424-9b75-704071b33343 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7952533 Jul 05 16:08:45.309059 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-35d982e9-7632-4e50-9239-f69acddaffd3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:08:45.318776 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 41818) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:45.329489 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-57c93761-77b8-4047-8517-d802a2791fb1 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-301823470-router', 'tenant_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:08:45.384461 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2962d7-8c80-4aad-960f-b53181c48623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40cd4b13-2a95-5ef0-adc3-fdd5974ee50c-77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'project_id': '42e6ad67dbf542528726c545872ac10c', 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593'}]}} from dv-cinder-848759-1-iscsi. {{(pid=104586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 05 16:08:45.385647 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-6d2962d7-8c80-4aad-960f-b53181c48623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.387943 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-ec6d71d5-4d41-44d2-859a-e37ebfc10f72 None None] Attempting to bind port e782b89c-f932-4792-859e-dc8b54c3c8ec on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:08:45.388301 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-ec6d71d5-4d41-44d2-859a-e37ebfc10f72 None None] Attempting to bind port e782b89c-f932-4792-859e-dc8b54c3c8ec by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': 'ff03e07f-0eeb-4738-b3fa-daadee566eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9'}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:08:45.388822 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6d71d5-4d41-44d2-859a-e37ebfc10f72 None None] Attempting to bind port e782b89c-f932-4792-859e-dc8b54c3c8ec on network 77e226ae-740f-49bf-a51d-1fc557b375c9 {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:08:45.395331 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62793bff-76a8-4ae5-8cfc-1ad8f797bca0 admin admin] Checking segment: {'id': '6f645013-d008-4ebc-b993-15aa3ce0d8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:08:45.395813 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62793bff-76a8-4ae5-8cfc-1ad8f797bca0 admin admin] Network hostable DHCP agents. Network: 2110daf5-1cfa-4c9d-9065-b33fabf55a66, hostable agents: ['a381a417-f900-4967-9e50-4db2a6f3e74e'], hosted agents: [] {{(pid=104584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:08:45.408576 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e1596d-4f9e-4cc2-8851-5206f1d05f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40cd4b13-2a95-5ef0-adc3-fdd5974ee50c-7440bb30-cbe1-4a38-83c5-7b7fcf3eea20', 'network_id': '7440bb30-cbe1-4a38-83c5-7b7fcf3eea20', 'project_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'fixed_ips': [{'subnet_id': '08992fac-fed2-48ed-bcf0-90757efc7e72'}]}} from dv-cinder-848759-1-iscsi. {{(pid=104586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 05 16:08:45.409510 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-34e1596d-4f9e-4cc2-8851-5206f1d05f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.412734 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [None req-74d6c61b-8528-4698-a88b-c846d5a470f0 admin admin] Allocated IP 172.27.3.35 (90903495-288b-44cb-8357-c0c74fc45d82/c848da7f-4b94-4cfd-b899-6ee4cbeaeda8/c0da8f94-087b-4e6a-9650-82cbcd3f94f0) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:08:45.417631 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-daacdaab-8a25-4a7f-a971-5078cf9d8cf3 admin admin] Publish callbacks [] for router_gateway (2ac14bb0-bd1e-448e-b280-36555b1f3cfa), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.421612 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6d71d5-4d41-44d2-859a-e37ebfc10f72 None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:08:45.421989 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6d71d5-4d41-44d2-859a-e37ebfc10f72 None None] Checking segment: {'id': 'ff03e07f-0eeb-4738-b3fa-daadee566eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:08:45.422387 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-ec6d71d5-4d41-44d2-859a-e37ebfc10f72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.422787 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6d71d5-4d41-44d2-859a-e37ebfc10f72 None None] Bound using segment: {'id': 'ff03e07f-0eeb-4738-b3fa-daadee566eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9'} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:08:45.423256 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-ec6d71d5-4d41-44d2-859a-e37ebfc10f72 None None] Bound port: e782b89c-f932-4792-859e-dc8b54c3c8ec, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff03e07f-0eeb-4738-b3fa-daadee566eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9'}}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:08:45.423632 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-ec6d71d5-4d41-44d2-859a-e37ebfc10f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (e782b89c-f932-4792-859e-dc8b54c3c8ec), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.442302 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-daacdaab-8a25-4a7f-a971-5078cf9d8cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.470522 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-66c12c38-c749-44e6-a0b9-01cf19c6e025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (1ac7255b-d341-4edf-b27b-3ae820d1d905), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.483532 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (8b489012-868d-4d23-894e-e6f2c310b513), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.529920 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-35d982e9-7632-4e50-9239-f69acddaffd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075011'] for router (62ec803d-f49a-44eb-80f0-981ac75615d4), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.530982 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-35d982e9-7632-4e50-9239-f69acddaffd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075018'] for router (62ec803d-f49a-44eb-80f0-981ac75615d4), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.548083 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-57c93761-77b8-4047-8517-d802a2791fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075011'] for router (cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.549534 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-57c93761-77b8-4047-8517-d802a2791fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075018'] for router (cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.587377 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c12c38-c749-44e6-a0b9-01cf19c6e025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac7255b-d341-4edf-b27b-3ae820d1d905,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:45.597588 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-66c12c38-c749-44e6-a0b9-01cf19c6e025 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=55e522ac286d4dc584d658f850f49d0a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8989983 Jul 05 16:08:45.603104 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 41824) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:45.621888 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62793bff-76a8-4ae5-8cfc-1ad8f797bca0 admin admin] Network 2110daf5-1cfa-4c9d-9065-b33fabf55a66 is scheduled to be hosted by DHCP agent a381a417-f900-4967-9e50-4db2a6f3e74e with binding_index 1 {{(pid=104584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:08:45.625912 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-411a73ea-369a-4c6d-9eb8-8decdaeffb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (3356fb37-1075-4a9f-97ee-c8ef57acd802), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.628920 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-411a73ea-369a-4c6d-9eb8-8decdaeffb7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.630065 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-411a73ea-369a-4c6d-9eb8-8decdaeffb7b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3356fb37-1075-4a9f-97ee-c8ef57acd802 HTTP/1.1" status: 204 len: 168 time: 0.6701760 Jul 05 16:08:45.636454 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-35d982e9-7632-4e50-9239-f69acddaffd3 admin admin] Publish callbacks [] for router_controller (62ec803d-f49a-44eb-80f0-981ac75615d4), precommit_add_association {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.646495 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-57c93761-77b8-4047-8517-d802a2791fb1 admin admin] Publish callbacks [] for router_controller (cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c), precommit_add_association {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.647669 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a73ea-369a-4c6d-9eb8-8decdaeffb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3356fb37-1075-4a9f-97ee-c8ef57acd802,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:45.657324 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-74d6c61b-8528-4698-a88b-c846d5a470f0 admin admin] Publish callbacks [] for port (c0da8f94-087b-4e6a-9650-82cbcd3f94f0), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.732074 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-62793bff-76a8-4ae5-8cfc-1ad8f797bca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848759-1-iscsi, 2110daf5-1cfa-4c9d-9065-b33fabf55a66) {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:08:45.752404 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-ec6d71d5-4d41-44d2-859a-e37ebfc10f72 None None] For port e782b89c-f932-4792-859e-dc8b54c3c8ec, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:08:45.763609 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7551b05d-c52c-4a29-805a-5df7bcdca6b1 None None] Network 2110daf5-1cfa-4c9d-9065-b33fabf55a66 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:08:45.778888 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62793bff-76a8-4ae5-8cfc-1ad8f797bca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:08:45.779483 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-62793bff-76a8-4ae5-8cfc-1ad8f797bca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for subnet (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.805595 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88bcc1-3361-4893-8699-773b1853a2da None None] Pushing event updated for resources: {'Port': ['ID=8b489012-868d-4d23-894e-e6f2c310b513,revision_number=2']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:45.810105 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-ec6d71d5-4d41-44d2-859a-e37ebfc10f72 None None] For port e782b89c-f932-4792-859e-dc8b54c3c8ec, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=e782b89c-f932-4792-859e-dc8b54c3c8ec,segment=NetworkSegment(ff03e07f-0eeb-4738-b3fa-daadee566eaa),segment_id=ff03e07f-0eeb-4738-b3fa-daadee566eaa)] {{(pid=104586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:08:45.856420 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.db_base_plugin_common [None req-34e1596d-4f9e-4cc2-8851-5206f1d05f73 None None] Allocated IP 172.20.0.2 (7440bb30-cbe1-4a38-83c5-7b7fcf3eea20/08992fac-fed2-48ed-bcf0-90757efc7e72/38290742-61b7-4444-af99-cdc6218f8a11) {{(pid=104586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:08:45.875512 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4f29e591-b8ba-4a03-8684-2cf56aa7ae9f admin admin] Publish callbacks [] for security_group (1ac7255b-d341-4edf-b27b-3ae820d1d905), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.923881 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.db_base_plugin_common [None req-6d2962d7-8c80-4aad-960f-b53181c48623 None None] Allocated IP 172.20.0.2 (77ec7356-4bd9-42af-abe3-f1b9c525bdef/5c2b09a9-00a4-429f-86c4-f8b1d0e4e593/b720910e-4089-4dd3-9be2-0bb545536c29) {{(pid=104586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:08:45.931942 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-ec6d71d5-4d41-44d2-859a-e37ebfc10f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (e782b89c-f932-4792-859e-dc8b54c3c8ec), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.932922 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-35d982e9-7632-4e50-9239-f69acddaffd3 admin admin] Publish callbacks [] for router_gateway (62ec803d-f49a-44eb-80f0-981ac75615d4), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.956268 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-62793bff-76a8-4ae5-8cfc-1ad8f797bca0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9660916 Jul 05 16:08:45.960132 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 41828) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:45.966401 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-8fd66852-27a1-4eac-a68f-4caf3687afa9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-176795705-router', 'tenant_id': 'b6acb89542314578839f701251add904', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:08:45.971871 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-74d6c61b-8528-4698-a88b-c846d5a470f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (c0da8f94-087b-4e6a-9650-82cbcd3f94f0), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.975276 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4f29e591-b8ba-4a03-8684-2cf56aa7ae9f admin admin] Publish callbacks [] for security_group (1ac7255b-d341-4edf-b27b-3ae820d1d905), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:45.979379 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:46.011318 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-57c93761-77b8-4047-8517-d802a2791fb1 admin admin] Publish callbacks [] for router_gateway (cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:46.103954 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d71d5-4d41-44d2-859a-e37ebfc10f72 None None] Pushing event updated for resources: {'Port': ['ID=e782b89c-f932-4792-859e-dc8b54c3c8ec,revision_number=2']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:46.105231 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_common [None req-daacdaab-8a25-4a7f-a971-5078cf9d8cf3 admin admin] Allocated IP 172.27.3.132 (90903495-288b-44cb-8357-c0c74fc45d82/c848da7f-4b94-4cfd-b899-6ee4cbeaeda8/2c2a89b4-d4e5-48ce-998b-07615a49bfbc) {{(pid=104584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:08:46.146166 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d6c61b-8528-4698-a88b-c846d5a470f0 admin admin] Network 90903495-288b-44cb-8357-c0c74fc45d82 is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:08:46.174986 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-74d6c61b-8528-4698-a88b-c846d5a470f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:08:46.180725 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d6c61b-8528-4698-a88b-c846d5a470f0 admin admin] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:08:46.183152 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d6c61b-8528-4698-a88b-c846d5a470f0 admin admin] Pushing event updated for resources: {'Port': ['ID=c0da8f94-087b-4e6a-9650-82cbcd3f94f0,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:46.217967 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8fd66852-27a1-4eac-a68f-4caf3687afa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075011'] for router (3ead801b-06f1-4a71-9466-3d473d45e374), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:46.219261 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8fd66852-27a1-4eac-a68f-4caf3687afa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075018'] for router (3ead801b-06f1-4a71-9466-3d473d45e374), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:46.278715 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:46.346076 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:46.350183 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ca6f7a-20cd-4d74-b32c-4c1d9587f8b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40cd4b13-2a95-5ef0-adc3-fdd5974ee50c-2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'project_id': 'b6acb89542314578839f701251add904', 'fixed_ips': [{'subnet_id': 'c0055538-accc-457f-a7de-0db99e31abb1'}]}} from dv-cinder-848759-1-iscsi. {{(pid=104586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 05 16:08:46.351887 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-62ca6f7a-20cd-4d74-b32c-4c1d9587f8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:46.550396 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8fd66852-27a1-4eac-a68f-4caf3687afa9 admin admin] Publish callbacks [] for router_controller (3ead801b-06f1-4a71-9466-3d473d45e374), precommit_add_association {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:46.567122 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4f29e591-b8ba-4a03-8684-2cf56aa7ae9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (1ac7255b-d341-4edf-b27b-3ae820d1d905), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:46.570491 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4f29e591-b8ba-4a03-8684-2cf56aa7ae9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:46.574425 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-4f29e591-b8ba-4a03-8684-2cf56aa7ae9f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1ac7255b-d341-4edf-b27b-3ae820d1d905 HTTP/1.1" status: 204 len: 168 time: 0.9454191 Jul 05 16:08:46.632325 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29e591-b8ba-4a03-8684-2cf56aa7ae9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac7255b-d341-4edf-b27b-3ae820d1d905,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:46.739426 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-6d2962d7-8c80-4aad-960f-b53181c48623 None None] Publish callbacks [] for port (b720910e-4089-4dd3-9be2-0bb545536c29), precommit_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:46.748962 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-34e1596d-4f9e-4cc2-8851-5206f1d05f73 None None] Publish callbacks [] for port (38290742-61b7-4444-af99-cdc6218f8a11), precommit_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:46.758524 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-daacdaab-8a25-4a7f-a971-5078cf9d8cf3 admin admin] Publish callbacks [] for port (2c2a89b4-d4e5-48ce-998b-07615a49bfbc), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:46.778768 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-35d982e9-7632-4e50-9239-f69acddaffd3 admin admin] Publish callbacks [] for router_gateway (62ec803d-f49a-44eb-80f0-981ac75615d4), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:46.815573 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.db_base_plugin_common [None req-62ca6f7a-20cd-4d74-b32c-4c1d9587f8b5 None None] Allocated IP 172.20.0.2 (2110daf5-1cfa-4c9d-9065-b33fabf55a66/c0055538-accc-457f-a7de-0db99e31abb1/156423bf-19af-44f5-9418-928b3cdc0a6c) {{(pid=104586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:08:46.819745 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=78,neutron:UPDATE=5,neutron:INSERT=17 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:46.828308 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-57c93761-77b8-4047-8517-d802a2791fb1 admin admin] Publish callbacks [] for router_gateway (cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:46.833215 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-35d982e9-7632-4e50-9239-f69acddaffd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:46.856556 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:46.875888 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-34e1596d-4f9e-4cc2-8851-5206f1d05f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (38290742-61b7-4444-af99-cdc6218f8a11), after_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:46.878452 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-6d2962d7-8c80-4aad-960f-b53181c48623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (b720910e-4089-4dd3-9be2-0bb545536c29), after_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:46.939523 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-57c93761-77b8-4047-8517-d802a2791fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:47.027952 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:47.047709 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-74d6c61b-8528-4698-a88b-c846d5a470f0 admin admin] Publish callbacks [] for router_gateway (40153f6d-6cc1-4d04-b305-eeb135ab17d8), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:47.291031 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e1596d-4f9e-4cc2-8851-5206f1d05f73 None None] Network 7440bb30-cbe1-4a38-83c5-7b7fcf3eea20 is already hosted by enough agents. {{(pid=104586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:08:47.317335 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-daacdaab-8a25-4a7f-a971-5078cf9d8cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (2c2a89b4-d4e5-48ce-998b-07615a49bfbc), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:47.319331 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2962d7-8c80-4aad-960f-b53181c48623 None None] Network 77ec7356-4bd9-42af-abe3-f1b9c525bdef is already hosted by enough agents. {{(pid=104586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:08:47.325979 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8fd66852-27a1-4eac-a68f-4caf3687afa9 admin admin] Publish callbacks [] for router_gateway (3ead801b-06f1-4a71-9466-3d473d45e374), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:47.337056 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.scheduler.base_scheduler [None req-34e1596d-4f9e-4cc2-8851-5206f1d05f73 None None] Resources bound (agent type, host, resource id): {{(pid=104586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:08:47.341549 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e1596d-4f9e-4cc2-8851-5206f1d05f73 None None] Received port after_create {{(pid=104586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:08:47.371577 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.scheduler.base_scheduler [None req-6d2962d7-8c80-4aad-960f-b53181c48623 None None] Resources bound (agent type, host, resource id): {{(pid=104586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:08:47.382784 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2962d7-8c80-4aad-960f-b53181c48623 None None] Received port after_create {{(pid=104586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:08:47.385938 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daacdaab-8a25-4a7f-a971-5078cf9d8cf3 admin admin] Network 90903495-288b-44cb-8357-c0c74fc45d82 is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:08:47.392906 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-daacdaab-8a25-4a7f-a971-5078cf9d8cf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:08:47.397189 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daacdaab-8a25-4a7f-a971-5078cf9d8cf3 admin admin] Received port after_create {{(pid=104584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:08:47.408862 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [None req-57c93761-77b8-4047-8517-d802a2791fb1 admin admin] Allocated IP 172.27.3.57 (90903495-288b-44cb-8357-c0c74fc45d82/c848da7f-4b94-4cfd-b899-6ee4cbeaeda8/279cf361-d205-478a-90d2-9dd4439390c1) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:08:47.410133 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3244afb4-bab7-4343-9780-b756a6f8d327 None None] Network d875afbf-ed35-412f-bb5d-c579562ff61a requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:08:47.456760 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1596d-4f9e-4cc2-8851-5206f1d05f73 None None] Pushing event updated for resources: {'Port': ['ID=38290742-61b7-4444-af99-cdc6218f8a11,revision_number=1']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:47.457055 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacdaab-8a25-4a7f-a971-5078cf9d8cf3 admin admin] Pushing event updated for resources: {'Port': ['ID=2c2a89b4-d4e5-48ce-998b-07615a49bfbc,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:47.656987 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-57c93761-77b8-4047-8517-d802a2791fb1 admin admin] Publish callbacks [] for port (279cf361-d205-478a-90d2-9dd4439390c1), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:47.746469 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 41870) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:47.798814 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-57c93761-77b8-4047-8517-d802a2791fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (279cf361-d205-478a-90d2-9dd4439390c1), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:47.865411 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8ceb35ad-9179-426d-922a-04deb75e9d91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:47.883339 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2962d7-8c80-4aad-960f-b53181c48623 None None] Pushing event updated for resources: {'Port': ['ID=b720910e-4089-4dd3-9be2-0bb545536c29,revision_number=1']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:47.895108 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c93761-77b8-4047-8517-d802a2791fb1 admin admin] Network 90903495-288b-44cb-8357-c0c74fc45d82 is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:08:47.895717 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:47.915030 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-57c93761-77b8-4047-8517-d802a2791fb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:08:47.917092 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c93761-77b8-4047-8517-d802a2791fb1 admin admin] Pushing event updated for resources: {'Port': ['ID=279cf361-d205-478a-90d2-9dd4439390c1,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:47.926318 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c93761-77b8-4047-8517-d802a2791fb1 admin admin] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:08:47.939054 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-74d6c61b-8528-4698-a88b-c846d5a470f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509176'] for router (40153f6d-6cc1-4d04-b305-eeb135ab17d8), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:47.971253 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6dd31f-220c-4424-9eba-b9916dc16eea None None] Network 77e226ae-740f-49bf-a51d-1fc557b375c9 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:08:48.008250 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:UPDATE=5,neutron:INSERT=8,neutron:SELECT=87 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:48.011412 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-6d2962d7-8c80-4aad-960f-b53181c48623 None None] Attempting to bind port b720910e-4089-4dd3-9be2-0bb545536c29 on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:08:48.012024 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-6d2962d7-8c80-4aad-960f-b53181c48623 None None] Attempting to bind port b720910e-4089-4dd3-9be2-0bb545536c29 by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': 'f6022e8d-52b0-4684-bbca-ba47c36c042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef'}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:08:48.012445 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2962d7-8c80-4aad-960f-b53181c48623 None None] Attempting to bind port b720910e-4089-4dd3-9be2-0bb545536c29 on network 77ec7356-4bd9-42af-abe3-f1b9c525bdef {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:08:48.021670 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-34e1596d-4f9e-4cc2-8851-5206f1d05f73 None None] Attempting to bind port 38290742-61b7-4444-af99-cdc6218f8a11 on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:08:48.022049 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-34e1596d-4f9e-4cc2-8851-5206f1d05f73 None None] Attempting to bind port 38290742-61b7-4444-af99-cdc6218f8a11 by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': '48868465-74e9-4bde-8c3e-7150996d8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7440bb30-cbe1-4a38-83c5-7b7fcf3eea20'}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:08:48.022406 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e1596d-4f9e-4cc2-8851-5206f1d05f73 None None] Attempting to bind port 38290742-61b7-4444-af99-cdc6218f8a11 on network 7440bb30-cbe1-4a38-83c5-7b7fcf3eea20 {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:08:48.033166 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-f8b25c41-5b8a-4006-a60c-1ba0a1668079 None None] Provisioning complete for port 8b489012-868d-4d23-894e-e6f2c310b513 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:08:48.033569 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f8b25c41-5b8a-4006-a60c-1ba0a1668079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (8b489012-868d-4d23-894e-e6f2c310b513), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:48.093601 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device e782b89c-f932-4792-859e-dc8b54c3c8ec up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:08:48.125642 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_common [None req-35d982e9-7632-4e50-9239-f69acddaffd3 admin admin] Allocated IP 172.27.3.249 (90903495-288b-44cb-8357-c0c74fc45d82/c848da7f-4b94-4cfd-b899-6ee4cbeaeda8/a33ff957-776a-44b5-9ac1-e5fd96601020) {{(pid=104584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:08:48.196607 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-62ca6f7a-20cd-4d74-b32c-4c1d9587f8b5 None None] Publish callbacks [] for port (156423bf-19af-44f5-9418-928b3cdc0a6c), precommit_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:48.208820 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e1596d-4f9e-4cc2-8851-5206f1d05f73 None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:08:48.209458 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e1596d-4f9e-4cc2-8851-5206f1d05f73 None None] Checking segment: {'id': '48868465-74e9-4bde-8c3e-7150996d8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7440bb30-cbe1-4a38-83c5-7b7fcf3eea20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:08:48.210006 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-34e1596d-4f9e-4cc2-8851-5206f1d05f73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:48.210596 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e1596d-4f9e-4cc2-8851-5206f1d05f73 None None] Bound using segment: {'id': '48868465-74e9-4bde-8c3e-7150996d8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7440bb30-cbe1-4a38-83c5-7b7fcf3eea20'} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:08:48.211226 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-34e1596d-4f9e-4cc2-8851-5206f1d05f73 None None] Bound port: 38290742-61b7-4444-af99-cdc6218f8a11, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48868465-74e9-4bde-8c3e-7150996d8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7440bb30-cbe1-4a38-83c5-7b7fcf3eea20'}}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:08:48.211756 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-34e1596d-4f9e-4cc2-8851-5206f1d05f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (38290742-61b7-4444-af99-cdc6218f8a11), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:48.214481 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2962d7-8c80-4aad-960f-b53181c48623 None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:08:48.215258 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2962d7-8c80-4aad-960f-b53181c48623 None None] Checking segment: {'id': 'f6022e8d-52b0-4684-bbca-ba47c36c042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:08:48.216090 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-6d2962d7-8c80-4aad-960f-b53181c48623 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:48.216861 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2962d7-8c80-4aad-960f-b53181c48623 None None] Bound using segment: {'id': 'f6022e8d-52b0-4684-bbca-ba47c36c042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef'} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:08:48.217521 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-6d2962d7-8c80-4aad-960f-b53181c48623 None None] Bound port: b720910e-4089-4dd3-9be2-0bb545536c29, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6022e8d-52b0-4684-bbca-ba47c36c042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef'}}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:08:48.218092 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-6d2962d7-8c80-4aad-960f-b53181c48623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (b720910e-4089-4dd3-9be2-0bb545536c29), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:48.227224 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port e782b89c-f932-4792-859e-dc8b54c3c8ec triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:08:48.227721 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (e782b89c-f932-4792-859e-dc8b54c3c8ec), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:48.256174 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-35d982e9-7632-4e50-9239-f69acddaffd3 admin admin] Publish callbacks [] for port (a33ff957-776a-44b5-9ac1-e5fd96601020), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:48.411999 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d6c61b-8528-4698-a88b-c846d5a470f0 admin admin] Router 40153f6d-6cc1-4d04-b305-eeb135ab17d8 is scheduled to L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 with binding_index 1 {{(pid=104585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 05 16:08:48.438685 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-34e1596d-4f9e-4cc2-8851-5206f1d05f73 None None] For port 38290742-61b7-4444-af99-cdc6218f8a11, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:08:48.442796 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-34e1596d-4f9e-4cc2-8851-5206f1d05f73 None None] For port 38290742-61b7-4444-af99-cdc6218f8a11, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=38290742-61b7-4444-af99-cdc6218f8a11,segment=NetworkSegment(48868465-74e9-4bde-8c3e-7150996d8586),segment_id=48868465-74e9-4bde-8c3e-7150996d8586)] {{(pid=104586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:08:48.473638 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8ceb35ad-9179-426d-922a-04deb75e9d91 admin admin] Publish callbacks [] for security_group (b14cfce1-72e8-4431-b90e-319cd09ce8f6), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:48.491452 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8fd66852-27a1-4eac-a68f-4caf3687afa9 admin admin] Publish callbacks [] for router_gateway (3ead801b-06f1-4a71-9466-3d473d45e374), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:48.504538 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-6d2962d7-8c80-4aad-960f-b53181c48623 None None] For port b720910e-4089-4dd3-9be2-0bb545536c29, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:08:48.507970 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-6d2962d7-8c80-4aad-960f-b53181c48623 None None] For port b720910e-4089-4dd3-9be2-0bb545536c29, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=b720910e-4089-4dd3-9be2-0bb545536c29,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:08:48.511235 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-62ca6f7a-20cd-4d74-b32c-4c1d9587f8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (156423bf-19af-44f5-9418-928b3cdc0a6c), after_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:48.513512 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port e782b89c-f932-4792-859e-dc8b54c3c8ec is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:08:48.513902 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (e782b89c-f932-4792-859e-dc8b54c3c8ec), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:48.515766 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8fd66852-27a1-4eac-a68f-4caf3687afa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:48.606806 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-35d982e9-7632-4e50-9239-f69acddaffd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (a33ff957-776a-44b5-9ac1-e5fd96601020), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:48.609118 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8ceb35ad-9179-426d-922a-04deb75e9d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (b14cfce1-72e8-4431-b90e-319cd09ce8f6), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:48.629846 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-6d2962d7-8c80-4aad-960f-b53181c48623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (b720910e-4089-4dd3-9be2-0bb545536c29), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:48.636415 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-57c93761-77b8-4047-8517-d802a2791fb1 admin admin] Publish callbacks [] for router_gateway (cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:48.640266 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:48.641290 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ca6f7a-20cd-4d74-b32c-4c1d9587f8b5 None None] Network 2110daf5-1cfa-4c9d-9065-b33fabf55a66 is already hosted by enough agents. {{(pid=104586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:08:48.654404 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-34e1596d-4f9e-4cc2-8851-5206f1d05f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (38290742-61b7-4444-af99-cdc6218f8a11), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:48.657159 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-f8b25c41-5b8a-4006-a60c-1ba0a1668079 None None] Current status of the port 8b489012-868d-4d23-894e-e6f2c310b513 is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:08:48.657540 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f8b25c41-5b8a-4006-a60c-1ba0a1668079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (8b489012-868d-4d23-894e-e6f2c310b513), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:48.668007 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] For port e782b89c-f932-4792-859e-dc8b54c3c8ec, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=e782b89c-f932-4792-859e-dc8b54c3c8ec,segment=NetworkSegment(ff03e07f-0eeb-4738-b3fa-daadee566eaa),segment_id=ff03e07f-0eeb-4738-b3fa-daadee566eaa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:08:48.669274 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.scheduler.base_scheduler [None req-62ca6f7a-20cd-4d74-b32c-4c1d9587f8b5 None None] Resources bound (agent type, host, resource id): {{(pid=104586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:08:48.682981 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ca6f7a-20cd-4d74-b32c-4c1d9587f8b5 None None] Received port after_create {{(pid=104586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:08:48.700618 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d6c61b-8528-4698-a88b-c846d5a470f0 admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:08:48.715154 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16a0d13-f5ea-436f-aa1f-d0931a39a63a None None] Sync routers for ids ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:08:48.730133 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16a0d13-f5ea-436f-aa1f-d0931a39a63a None None] Routers {'40153f6d-6cc1-4d04-b305-eeb135ab17d8'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:08:48.732941 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-c16a0d13-f5ea-436f-aa1f-d0931a39a63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:08:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:08:48.775176 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_common [None req-8fd66852-27a1-4eac-a68f-4caf3687afa9 admin admin] Allocated IP 172.27.3.32 (90903495-288b-44cb-8357-c0c74fc45d82/c848da7f-4b94-4cfd-b899-6ee4cbeaeda8/48861412-90ec-422b-a6e4-81b2262c0c99) {{(pid=104584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:08:48.819446 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca6f7a-20cd-4d74-b32c-4c1d9587f8b5 None None] Pushing event updated for resources: {'Port': ['ID=156423bf-19af-44f5-9418-928b3cdc0a6c,revision_number=1']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:48.861118 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (e782b89c-f932-4792-859e-dc8b54c3c8ec), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:48.861945 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 8b489012-868d-4d23-894e-e6f2c310b513 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:08:48.902453 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-74d6c61b-8528-4698-a88b-c846d5a470f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:48.903654 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-74d6c61b-8528-4698-a88b-c846d5a470f0 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1119168 Jul 05 16:08:48.916397 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 41894) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:48.972335 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d982e9-7632-4e50-9239-f69acddaffd3 admin admin] Pushing event updated for resources: {'Port': ['ID=a33ff957-776a-44b5-9ac1-e5fd96601020,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:48.991781 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-8ceb35ad-9179-426d-922a-04deb75e9d91 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=23c254877bfa424e963e4491565f828f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2390246 Jul 05 16:08:49.022662 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb35ad-9179-426d-922a-04deb75e9d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14cfce1-72e8-4431-b90e-319cd09ce8f6,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:49.054121 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d982e9-7632-4e50-9239-f69acddaffd3 admin admin] Network 90903495-288b-44cb-8357-c0c74fc45d82 is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:08:49.058519 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-daacdaab-8a25-4a7f-a971-5078cf9d8cf3 admin admin] Publish callbacks [] for router_gateway (2ac14bb0-bd1e-448e-b280-36555b1f3cfa), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:49.068583 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 41898) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:49.071999 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:49.100333 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-c16a0d13-f5ea-436f-aa1f-d0931a39a63a None None] Set router 40153f6d-6cc1-4d04-b305-eeb135ab17d8 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:08:49.139041 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-62ca6f7a-20cd-4d74-b32c-4c1d9587f8b5 None None] Attempting to bind port 156423bf-19af-44f5-9418-928b3cdc0a6c on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:08:49.139041 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-62ca6f7a-20cd-4d74-b32c-4c1d9587f8b5 None None] Attempting to bind port 156423bf-19af-44f5-9418-928b3cdc0a6c by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': '6f645013-d008-4ebc-b993-15aa3ce0d8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66'}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:08:49.139041 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca6f7a-20cd-4d74-b32c-4c1d9587f8b5 None None] Attempting to bind port 156423bf-19af-44f5-9418-928b3cdc0a6c on network 2110daf5-1cfa-4c9d-9065-b33fabf55a66 {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:08:49.142356 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-f8b25c41-5b8a-4006-a60c-1ba0a1668079 None None] For port 8b489012-868d-4d23-894e-e6f2c310b513, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=8b489012-868d-4d23-894e-e6f2c310b513,segment=NetworkSegment(bbfc7f08-68f9-4166-85b4-e53d9bec6b3e),segment_id=bbfc7f08-68f9-4166-85b4-e53d9bec6b3e)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:08:49.175516 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca6f7a-20cd-4d74-b32c-4c1d9587f8b5 None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:08:49.175886 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca6f7a-20cd-4d74-b32c-4c1d9587f8b5 None None] Checking segment: {'id': '6f645013-d008-4ebc-b993-15aa3ce0d8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:08:49.187356 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-62ca6f7a-20cd-4d74-b32c-4c1d9587f8b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:49.191218 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca6f7a-20cd-4d74-b32c-4c1d9587f8b5 None None] Bound using segment: {'id': '6f645013-d008-4ebc-b993-15aa3ce0d8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66'} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:08:49.191906 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-62ca6f7a-20cd-4d74-b32c-4c1d9587f8b5 None None] Bound port: 156423bf-19af-44f5-9418-928b3cdc0a6c, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f645013-d008-4ebc-b993-15aa3ce0d8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66'}}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:08:49.192454 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-62ca6f7a-20cd-4d74-b32c-4c1d9587f8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (156423bf-19af-44f5-9418-928b3cdc0a6c), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:49.250318 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f8b25c41-5b8a-4006-a60c-1ba0a1668079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (8b489012-868d-4d23-894e-e6f2c310b513), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:49.273165 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2962d7-8c80-4aad-960f-b53181c48623 None None] Pushing event updated for resources: {'Port': ['ID=b720910e-4089-4dd3-9be2-0bb545536c29,revision_number=2']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:49.273566 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-35d982e9-7632-4e50-9239-f69acddaffd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:08:49.395316 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d982e9-7632-4e50-9239-f69acddaffd3 admin admin] Received port after_create {{(pid=104584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:08:49.418435 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ef267359-699b-4fac-8724-ddb688965fbc admin admin] Publish callbacks [] for security_group (b14cfce1-72e8-4431-b90e-319cd09ce8f6), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:49.449108 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-14b80933-5b62-4ba1-b572-ce722c4ac145 None None] Provisioning complete for port 8b489012-868d-4d23-894e-e6f2c310b513 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:08:49.449505 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-14b80933-5b62-4ba1-b572-ce722c4ac145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (8b489012-868d-4d23-894e-e6f2c310b513), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:49.486499 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-57c93761-77b8-4047-8517-d802a2791fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509176'] for router (cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:49.518904 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 8b489012-868d-4d23-894e-e6f2c310b513 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:08:49.522482 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (8b489012-868d-4d23-894e-e6f2c310b513), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:49.574551 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8fd66852-27a1-4eac-a68f-4caf3687afa9 admin admin] Publish callbacks [] for port (48861412-90ec-422b-a6e4-81b2262c0c99), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:49.657131 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=83,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:49.657457 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-14b80933-5b62-4ba1-b572-ce722c4ac145 None None] Current status of the port 8b489012-868d-4d23-894e-e6f2c310b513 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:08:49.671199 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ef267359-699b-4fac-8724-ddb688965fbc admin admin] Publish callbacks [] for security_group (b14cfce1-72e8-4431-b90e-319cd09ce8f6), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:49.672080 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-c16a0d13-f5ea-436f-aa1f-d0931a39a63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'name': 'tempest-AttachVolumeTestJSON-310078999-router', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:46Z', 'revision_number': 3, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'gw_port': {'id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:08:49.674836 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-14b80933-5b62-4ba1-b572-ce722c4ac145 None None] Provisioning complete for port e782b89c-f932-4792-859e-dc8b54c3c8ec triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:08:49.676623 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-14b80933-5b62-4ba1-b572-ce722c4ac145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (e782b89c-f932-4792-859e-dc8b54c3c8ec), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:49.682329 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1596d-4f9e-4cc2-8851-5206f1d05f73 None None] Pushing event updated for resources: {'Port': ['ID=38290742-61b7-4444-af99-cdc6218f8a11,revision_number=2']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:49.694134 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-62ca6f7a-20cd-4d74-b32c-4c1d9587f8b5 None None] For port 156423bf-19af-44f5-9418-928b3cdc0a6c, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:08:49.722725 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-daacdaab-8a25-4a7f-a971-5078cf9d8cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509176'] for router (2ac14bb0-bd1e-448e-b280-36555b1f3cfa), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:49.746600 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16a0d13-f5ea-436f-aa1f-d0931a39a63a None None] Checking router: 40153f6d-6cc1-4d04-b305-eeb135ab17d8 for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:08:49.747100 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16a0d13-f5ea-436f-aa1f-d0931a39a63a None None] Updating router 40153f6d-6cc1-4d04-b305-eeb135ab17d8 port c0da8f94-087b-4e6a-9650-82cbcd3f94f0 binding host dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:08:49.791305 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Pushing event updated for resources: {'Port': ['ID=e782b89c-f932-4792-859e-dc8b54c3c8ec,revision_number=3']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:49.809812 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-c16a0d13-f5ea-436f-aa1f-d0931a39a63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (c0da8f94-087b-4e6a-9650-82cbcd3f94f0), before_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:49.825762 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8fd66852-27a1-4eac-a68f-4caf3687afa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (48861412-90ec-422b-a6e4-81b2262c0c99), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:49.846836 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-62ca6f7a-20cd-4d74-b32c-4c1d9587f8b5 None None] For port 156423bf-19af-44f5-9418-928b3cdc0a6c, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=156423bf-19af-44f5-9418-928b3cdc0a6c,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:08:49.854737 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:49.896607 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 8b489012-868d-4d23-894e-e6f2c310b513 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:08:49.897405 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c93761-77b8-4047-8517-d802a2791fb1 admin admin] Router cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c is scheduled to L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 with binding_index 1 {{(pid=104585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 05 16:08:49.902846 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:49.923303 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-62ca6f7a-20cd-4d74-b32c-4c1d9587f8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (156423bf-19af-44f5-9418-928b3cdc0a6c), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:49.935261 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b25c41-5b8a-4006-a60c-1ba0a1668079 None None] Pushing event updated for resources: {'Port': ['ID=8b489012-868d-4d23-894e-e6f2c310b513,revision_number=3']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:50.023788 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca6f7a-20cd-4d74-b32c-4c1d9587f8b5 None None] Pushing event updated for resources: {'Port': ['ID=156423bf-19af-44f5-9418-928b3cdc0a6c,revision_number=2']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:50.074330 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:50.116925 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:50.120855 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd66852-27a1-4eac-a68f-4caf3687afa9 admin admin] Network 90903495-288b-44cb-8357-c0c74fc45d82 is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:08:50.131329 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-14b80933-5b62-4ba1-b572-ce722c4ac145 None None] Current status of the port e782b89c-f932-4792-859e-dc8b54c3c8ec is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:08:50.179453 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-8fd66852-27a1-4eac-a68f-4caf3687afa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:08:50.195712 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd66852-27a1-4eac-a68f-4caf3687afa9 admin admin] Received port after_create {{(pid=104584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:08:50.203966 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-35d982e9-7632-4e50-9239-f69acddaffd3 admin admin] Publish callbacks [] for router_gateway (62ec803d-f49a-44eb-80f0-981ac75615d4), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:50.267408 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c93761-77b8-4047-8517-d802a2791fb1 admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:08:50.341428 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ef267359-699b-4fac-8724-ddb688965fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (b14cfce1-72e8-4431-b90e-319cd09ce8f6), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:50.344888 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a859e-417d-4786-a5fb-cbfc310ed244 None None] Sync routers for ids ['cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:08:50.353453 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ef267359-699b-4fac-8724-ddb688965fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:50.361343 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19a859e-417d-4786-a5fb-cbfc310ed244 None None] Routers {'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:08:50.362174 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-e19a859e-417d-4786-a5fb-cbfc310ed244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:08:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:08:50.369223 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-ef267359-699b-4fac-8724-ddb688965fbc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b14cfce1-72e8-4431-b90e-319cd09ce8f6 HTTP/1.1" status: 204 len: 168 time: 1.2939684 Jul 05 16:08:50.431476 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:50.453142 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-c16a0d13-f5ea-436f-aa1f-d0931a39a63a None None] Publish callbacks [] for port (c0da8f94-087b-4e6a-9650-82cbcd3f94f0), precommit_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:50.456876 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device e782b89c-f932-4792-859e-dc8b54c3c8ec up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:08:50.460047 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef267359-699b-4fac-8724-ddb688965fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14cfce1-72e8-4431-b90e-319cd09ce8f6,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:50.482817 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:50.506026 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-57c93761-77b8-4047-8517-d802a2791fb1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:50.517841 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-57c93761-77b8-4047-8517-d802a2791fb1 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1978254 Jul 05 16:08:50.573778 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-c16a0d13-f5ea-436f-aa1f-d0931a39a63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (c0da8f94-087b-4e6a-9650-82cbcd3f94f0), after_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:50.639744 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 41920) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:50.652287 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3072b9e8-6f99-46b9-944d-c0c5acfa99e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:50.746608 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff19483-003c-404c-bd66-cef5d74f0f49 None None] Pushing event updated for resources: {'Port': ['ID=c0da8f94-087b-4e6a-9650-82cbcd3f94f0,revision_number=2']} {{(pid=104587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:50.766566 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff19483-003c-404c-bd66-cef5d74f0f49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:50.768637 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff19483-003c-404c-bd66-cef5d74f0f49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:50.769204 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff19483-003c-404c-bd66-cef5d74f0f49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:50.771135 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff19483-003c-404c-bd66-cef5d74f0f49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:50.774721 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff19483-003c-404c-bd66-cef5d74f0f49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:50.774721 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff19483-003c-404c-bd66-cef5d74f0f49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:50.774721 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff19483-003c-404c-bd66-cef5d74f0f49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:50.774721 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff19483-003c-404c-bd66-cef5d74f0f49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:50.775107 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff19483-003c-404c-bd66-cef5d74f0f49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:50.775490 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff19483-003c-404c-bd66-cef5d74f0f49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:50.775839 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff19483-003c-404c-bd66-cef5d74f0f49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:50.776195 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff19483-003c-404c-bd66-cef5d74f0f49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:50.776534 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff19483-003c-404c-bd66-cef5d74f0f49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:50.777326 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff19483-003c-404c-bd66-cef5d74f0f49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:50.777674 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff19483-003c-404c-bd66-cef5d74f0f49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff19483-003c-404c-bd66-cef5d74f0f49 None None] Tracked resource versions report: Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: pushed versions: Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: { 'AddressGroup': {'1.2'}, Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'Agent': {'1.1'}, Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'ConntrackHelper': {'1.0'}, Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'LocalIPAssociation': {'1.0'}, Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'Log': {'1.0'}, Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'NDPProxy': {'1.0'}, Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'Network': {'1.1'}, Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'Port': {'1.7'}, Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'PortForwarding': {'1.3'}, Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'QosPolicy': {'1.10'}, Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'SecurityGroup': {'1.5'}, Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'SecurityGroupRule': {'1.2'}, Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'SubPort': {'1.0'}, Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'Subnet': {'1.1'}, Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'Trunk': {'1.1'}} Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: consumer versions: Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: { DHCP agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: HyperV agent@hv-cinder-84875: {}, Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: L3 agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: Metadata agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: Metering agent@dv-cinder-848759-1-iscsi: {}, Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: Open vSwitch agent@dv-cinder-848759-1-iscsi: { 'AddressGroup': '1.2', Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'Agent': '1.1', Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'ConntrackHelper': '1.0', Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'LocalIPAssociation': '1.0', Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'Log': '1.0', Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'NDPProxy': '1.0', Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'Network': '1.1', Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'Port': '1.7', Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'PortForwarding': '1.3', Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'QosPolicy': '1.10', Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'SecurityGroup': '1.5', Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'SecurityGroupRule': '1.2', Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'SubPort': '1.0', Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'Subnet': '1.1', Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: 'Trunk': '1.1'}} Jul 05 16:08:50.778910 dv-cinder-848759-1-iscsi neutron-server[104587]: {{(pid=104587) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 16:08:50.781489 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-c16a0d13-f5ea-436f-aa1f-d0931a39a63a None None] Attempting to bind port c0da8f94-087b-4e6a-9650-82cbcd3f94f0 on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:08:50.781856 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-c16a0d13-f5ea-436f-aa1f-d0931a39a63a None None] Attempting to bind port c0da8f94-087b-4e6a-9650-82cbcd3f94f0 by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}] {{(pid=104587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:08:50.782285 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a0d13-f5ea-436f-aa1f-d0931a39a63a None None] Attempting to bind port c0da8f94-087b-4e6a-9650-82cbcd3f94f0 on network 90903495-288b-44cb-8357-c0c74fc45d82 {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:08:50.788575 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a0d13-f5ea-436f-aa1f-d0931a39a63a None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:08:50.788995 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a0d13-f5ea-436f-aa1f-d0931a39a63a None None] Checking segment: {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:08:50.789561 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-c16a0d13-f5ea-436f-aa1f-d0931a39a63a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:50.789960 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a0d13-f5ea-436f-aa1f-d0931a39a63a None None] Bound using segment: {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'} {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:08:50.790430 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-c16a0d13-f5ea-436f-aa1f-d0931a39a63a None None] Bound port: c0da8f94-087b-4e6a-9650-82cbcd3f94f0, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}}] {{(pid=104587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:08:50.790852 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-c16a0d13-f5ea-436f-aa1f-d0931a39a63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (c0da8f94-087b-4e6a-9650-82cbcd3f94f0), before_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:50.867817 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.db [None req-c16a0d13-f5ea-436f-aa1f-d0931a39a63a None None] For port c0da8f94-087b-4e6a-9650-82cbcd3f94f0, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:08:50.874239 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.db [None req-c16a0d13-f5ea-436f-aa1f-d0931a39a63a None None] For port c0da8f94-087b-4e6a-9650-82cbcd3f94f0, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=c0da8f94-087b-4e6a-9650-82cbcd3f94f0,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:08:50.905668 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:50.935478 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd66852-27a1-4eac-a68f-4caf3687afa9 admin admin] Pushing event updated for resources: {'Port': ['ID=48861412-90ec-422b-a6e4-81b2262c0c99,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:50.949867 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32ae1e1-88b0-48e3-bee8-899e47d7929c None None] Network 7440bb30-cbe1-4a38-83c5-7b7fcf3eea20 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:08:50.953523 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-c16a0d13-f5ea-436f-aa1f-d0931a39a63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (c0da8f94-087b-4e6a-9650-82cbcd3f94f0), after_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:50.963826 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:50.973761 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:51.029511 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16a0d13-f5ea-436f-aa1f-d0931a39a63a None None] Routers {'40153f6d-6cc1-4d04-b305-eeb135ab17d8'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:08:51.030220 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-c16a0d13-f5ea-436f-aa1f-d0931a39a63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:08:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:08:51.134259 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-e19a859e-417d-4786-a5fb-cbfc310ed244 None None] Set router cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:08:51.161183 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:51.251769 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:51.272458 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff19483-003c-404c-bd66-cef5d74f0f49 None None] Pushing event updated for resources: {'Port': ['ID=c0da8f94-087b-4e6a-9650-82cbcd3f94f0,revision_number=3']} {{(pid=104587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:51.305340 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-c16a0d13-f5ea-436f-aa1f-d0931a39a63a None None] Set router 40153f6d-6cc1-4d04-b305-eeb135ab17d8 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:08:51.319118 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e545b7-4fa1-406b-9178-b3bee5f61e07 None None] Network 77ec7356-4bd9-42af-abe3-f1b9c525bdef requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:08:51.326249 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-44e6f53c-90bf-4fe0-9360-8ea3bdf73074 None None] Provisioning complete for port 38290742-61b7-4444-af99-cdc6218f8a11 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:08:51.326936 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-44e6f53c-90bf-4fe0-9360-8ea3bdf73074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (38290742-61b7-4444-af99-cdc6218f8a11), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:51.405005 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:51.498413 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8fd66852-27a1-4eac-a68f-4caf3687afa9 admin admin] Publish callbacks [] for router_gateway (3ead801b-06f1-4a71-9466-3d473d45e374), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:51.616209 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port e782b89c-f932-4792-859e-dc8b54c3c8ec triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:08:51.616615 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (e782b89c-f932-4792-859e-dc8b54c3c8ec), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:51.677808 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:51.749684 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-c16a0d13-f5ea-436f-aa1f-d0931a39a63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'name': 'tempest-AttachVolumeTestJSON-310078999-router', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:46Z', 'revision_number': 3, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'gw_port': {'id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:08:51.761252 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [None req-3072b9e8-6f99-46b9-944d-c0c5acfa99e2 admin admin] Allocated IP 172.20.0.1 (77e226ae-740f-49bf-a51d-1fc557b375c9/f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a/011534e7-5ebc-4e50-8a29-7603759fb90f) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:08:51.806862 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16a0d13-f5ea-436f-aa1f-d0931a39a63a None None] The sync data for ids ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'] in dv-cinder-848759-1-iscsi is: [{'id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'name': 'tempest-AttachVolumeTestJSON-310078999-router', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:46Z', 'revision_number': 3, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'gw_port': {'id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:08:51.818676 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c9ce27-30ea-49bb-a7b0-9186562562e4 None None] Network 2110daf5-1cfa-4c9d-9065-b33fabf55a66 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:08:51.862839 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:51.883748 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:51.910254 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=6 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:52.006039 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3ab1fcdb-df67-42ef-a49e-7addc8675d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:52.008826 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3072b9e8-6f99-46b9-944d-c0c5acfa99e2 admin admin] Publish callbacks [] for port (011534e7-5ebc-4e50-8a29-7603759fb90f), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:52.072826 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8fd66852-27a1-4eac-a68f-4caf3687afa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509176'] for router (3ead801b-06f1-4a71-9466-3d473d45e374), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:52.083109 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-44e6f53c-90bf-4fe0-9360-8ea3bdf73074 None None] Current status of the port 38290742-61b7-4444-af99-cdc6218f8a11 is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:08:52.083504 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-44e6f53c-90bf-4fe0-9360-8ea3bdf73074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (38290742-61b7-4444-af99-cdc6218f8a11), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:52.092711 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port e782b89c-f932-4792-859e-dc8b54c3c8ec is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:08:52.093880 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device b720910e-4089-4dd3-9be2-0bb545536c29 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:08:52.189919 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-e19a859e-417d-4786-a5fb-cbfc310ed244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c', 'name': 'tempest-DeleteServersTestJSON-301823470-router', 'tenant_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '279cf361-d205-478a-90d2-9dd4439390c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:48Z', 'revision_number': 3, 'project_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'gw_port': {'id': '279cf361-d205-478a-90d2-9dd4439390c1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:08:52.196890 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daacdaab-8a25-4a7f-a971-5078cf9d8cf3 admin admin] Router 2ac14bb0-bd1e-448e-b280-36555b1f3cfa is scheduled to L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 with binding_index 1 {{(pid=104584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 05 16:08:52.230856 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-35d982e9-7632-4e50-9239-f69acddaffd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509176'] for router (62ec803d-f49a-44eb-80f0-981ac75615d4), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:52.282896 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3072b9e8-6f99-46b9-944d-c0c5acfa99e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (011534e7-5ebc-4e50-8a29-7603759fb90f), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:52.335029 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a859e-417d-4786-a5fb-cbfc310ed244 None None] Checking router: cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:08:52.335405 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a859e-417d-4786-a5fb-cbfc310ed244 None None] Updating router cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c port 279cf361-d205-478a-90d2-9dd4439390c1 binding host dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:08:52.410956 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-44e6f53c-90bf-4fe0-9360-8ea3bdf73074 None None] For port 38290742-61b7-4444-af99-cdc6218f8a11, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=38290742-61b7-4444-af99-cdc6218f8a11,segment=NetworkSegment(48868465-74e9-4bde-8c3e-7150996d8586),segment_id=48868465-74e9-4bde-8c3e-7150996d8586)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:08:52.415721 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072b9e8-6f99-46b9-944d-c0c5acfa99e2 admin admin] Pushing event updated for resources: {'Port': ['ID=011534e7-5ebc-4e50-8a29-7603759fb90f,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:52.430333 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3072b9e8-6f99-46b9-944d-c0c5acfa99e2 admin admin] Network 77e226ae-740f-49bf-a51d-1fc557b375c9 is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:08:52.436122 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-3072b9e8-6f99-46b9-944d-c0c5acfa99e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:08:52.441877 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3072b9e8-6f99-46b9-944d-c0c5acfa99e2 admin admin] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:08:52.443807 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3072b9e8-6f99-46b9-944d-c0c5acfa99e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518656'] for router_interface (40153f6d-6cc1-4d04-b305-eeb135ab17d8), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:52.454915 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-e19a859e-417d-4786-a5fb-cbfc310ed244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (279cf361-d205-478a-90d2-9dd4439390c1), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:52.561325 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:52.566832 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [None req-3ab1fcdb-df67-42ef-a49e-7addc8675d4e admin admin] Allocated IP 172.20.0.1 (7440bb30-cbe1-4a38-83c5-7b7fcf3eea20/08992fac-fed2-48ed-bcf0-90757efc7e72/5a34d45c-2baa-46f5-8ed3-73c8eb3fa844) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:08:52.717716 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-44e6f53c-90bf-4fe0-9360-8ea3bdf73074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (38290742-61b7-4444-af99-cdc6218f8a11), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:52.785950 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:52.821399 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6f53c-90bf-4fe0-9360-8ea3bdf73074 None None] Pushing event updated for resources: {'Port': ['ID=38290742-61b7-4444-af99-cdc6218f8a11,revision_number=3']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:52.828841 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port b720910e-4089-4dd3-9be2-0bb545536c29 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:08:52.829346 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (b720910e-4089-4dd3-9be2-0bb545536c29), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:52.857593 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-5d4df809-5c5e-49fb-bf9c-0eb21ef7a595 None None] Provisioning complete for port 156423bf-19af-44f5-9418-928b3cdc0a6c triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:08:52.858113 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-5d4df809-5c5e-49fb-bf9c-0eb21ef7a595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (156423bf-19af-44f5-9418-928b3cdc0a6c), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:52.996714 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daacdaab-8a25-4a7f-a971-5078cf9d8cf3 admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:08:53.006386 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c48a549-0ec9-4bb1-86f8-bb877a5663a4 None None] Sync routers for ids ['2ac14bb0-bd1e-448e-b280-36555b1f3cfa'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:08:53.037124 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c48a549-0ec9-4bb1-86f8-bb877a5663a4 None None] Routers {'2ac14bb0-bd1e-448e-b280-36555b1f3cfa'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:08:53.037754 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-6c48a549-0ec9-4bb1-86f8-bb877a5663a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:08:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['2ac14bb0-bd1e-448e-b280-36555b1f3cfa'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:08:53.039628 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3ab1fcdb-df67-42ef-a49e-7addc8675d4e admin admin] Publish callbacks [] for port (5a34d45c-2baa-46f5-8ed3-73c8eb3fa844), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:53.077847 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-5d4df809-5c5e-49fb-bf9c-0eb21ef7a595 None None] Current status of the port 156423bf-19af-44f5-9418-928b3cdc0a6c is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:08:53.078390 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-5d4df809-5c5e-49fb-bf9c-0eb21ef7a595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (156423bf-19af-44f5-9418-928b3cdc0a6c), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:53.113633 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d982e9-7632-4e50-9239-f69acddaffd3 admin admin] Router 62ec803d-f49a-44eb-80f0-981ac75615d4 is scheduled to L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 with binding_index 1 {{(pid=104584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 05 16:08:53.117285 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd66852-27a1-4eac-a68f-4caf3687afa9 admin admin] Router 3ead801b-06f1-4a71-9466-3d473d45e374 is scheduled to L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 with binding_index 1 {{(pid=104584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 05 16:08:53.122598 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-5d4df809-5c5e-49fb-bf9c-0eb21ef7a595 None None] For port 156423bf-19af-44f5-9418-928b3cdc0a6c, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=156423bf-19af-44f5-9418-928b3cdc0a6c,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:08:53.128296 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-daacdaab-8a25-4a7f-a971-5078cf9d8cf3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:53.139566 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-daacdaab-8a25-4a7f-a971-5078cf9d8cf3 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.4520123 Jul 05 16:08:53.140578 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 41978) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:53.198957 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port b720910e-4089-4dd3-9be2-0bb545536c29 is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:08:53.204918 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (b720910e-4089-4dd3-9be2-0bb545536c29), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:53.310126 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-6c48a549-0ec9-4bb1-86f8-bb877a5663a4 None None] Set router 2ac14bb0-bd1e-448e-b280-36555b1f3cfa gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:08:53.333200 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3ab1fcdb-df67-42ef-a49e-7addc8675d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (5a34d45c-2baa-46f5-8ed3-73c8eb3fa844), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:53.355517 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd66852-27a1-4eac-a68f-4caf3687afa9 admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:08:53.424703 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-e19a859e-417d-4786-a5fb-cbfc310ed244 None None] Publish callbacks [] for port (279cf361-d205-478a-90d2-9dd4439390c1), precommit_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:53.430426 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3072b9e8-6f99-46b9-944d-c0c5acfa99e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (011534e7-5ebc-4e50-8a29-7603759fb90f), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:53.449980 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9da624-54e8-4044-9e85-493a1a38e23f None None] Sync routers for ids ['3ead801b-06f1-4a71-9466-3d473d45e374'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:08:53.453240 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1fcdb-df67-42ef-a49e-7addc8675d4e admin admin] Pushing event updated for resources: {'Port': ['ID=5a34d45c-2baa-46f5-8ed3-73c8eb3fa844,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:53.476213 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=100 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:53.480245 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:53.482830 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-5d4df809-5c5e-49fb-bf9c-0eb21ef7a595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (156423bf-19af-44f5-9418-928b3cdc0a6c), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:53.536632 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8fd66852-27a1-4eac-a68f-4caf3687afa9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:53.537525 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab1fcdb-df67-42ef-a49e-7addc8675d4e admin admin] Network 7440bb30-cbe1-4a38-83c5-7b7fcf3eea20 is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:08:53.545098 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-8fd66852-27a1-4eac-a68f-4caf3687afa9 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.5803738 Jul 05 16:08:53.546328 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 41990) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:53.561913 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-3ab1fcdb-df67-42ef-a49e-7addc8675d4e admin admin] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:08:53.568610 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab1fcdb-df67-42ef-a49e-7addc8675d4e admin admin] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:08:53.568715 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3ab1fcdb-df67-42ef-a49e-7addc8675d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518656'] for router_interface (cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:53.595419 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-6c48a549-0ec9-4bb1-86f8-bb877a5663a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-748629056-router', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:48Z', 'revision_number': 3, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'gw_port': {'id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:08:53.618015 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9da624-54e8-4044-9e85-493a1a38e23f None None] Routers {'3ead801b-06f1-4a71-9466-3d473d45e374'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:08:53.618965 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-9d9da624-54e8-4044-9e85-493a1a38e23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:08:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['3ead801b-06f1-4a71-9466-3d473d45e374'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:08:53.640491 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c48a549-0ec9-4bb1-86f8-bb877a5663a4 None None] Checking router: 2ac14bb0-bd1e-448e-b280-36555b1f3cfa for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:08:53.641509 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c48a549-0ec9-4bb1-86f8-bb877a5663a4 None None] Updating router 2ac14bb0-bd1e-448e-b280-36555b1f3cfa port 2c2a89b4-d4e5-48ce-998b-07615a49bfbc binding host dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:08:53.652058 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] For port b720910e-4089-4dd3-9be2-0bb545536c29, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=b720910e-4089-4dd3-9be2-0bb545536c29,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:08:53.683801 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-6c48a549-0ec9-4bb1-86f8-bb877a5663a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (2c2a89b4-d4e5-48ce-998b-07615a49bfbc), before_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:53.714041 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-e19a859e-417d-4786-a5fb-cbfc310ed244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (279cf361-d205-478a-90d2-9dd4439390c1), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:53.744159 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-5d4df809-5c5e-49fb-bf9c-0eb21ef7a595 None None] Provisioning complete for port 38290742-61b7-4444-af99-cdc6218f8a11 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:08:53.744538 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-5d4df809-5c5e-49fb-bf9c-0eb21ef7a595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (38290742-61b7-4444-af99-cdc6218f8a11), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:53.805566 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:53.821325 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (b720910e-4089-4dd3-9be2-0bb545536c29), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:53.822202 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 38290742-61b7-4444-af99-cdc6218f8a11 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:08:53.829544 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d982e9-7632-4e50-9239-f69acddaffd3 admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:08:53.865879 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba0b200-b971-46a5-b28d-58f6baddae30 None None] Sync routers for ids ['62ec803d-f49a-44eb-80f0-981ac75615d4'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:08:53.910305 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba0b200-b971-46a5-b28d-58f6baddae30 None None] Routers {'62ec803d-f49a-44eb-80f0-981ac75615d4'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:08:53.911082 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-dba0b200-b971-46a5-b28d-58f6baddae30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:08:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['62ec803d-f49a-44eb-80f0-981ac75615d4'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:08:53.926610 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-35d982e9-7632-4e50-9239-f69acddaffd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:53.928689 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-35d982e9-7632-4e50-9239-f69acddaffd3 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.6335304 Jul 05 16:08:53.936165 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 41998) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:54.005604 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:54.193246 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-dba0b200-b971-46a5-b28d-58f6baddae30 None None] Set router 62ec803d-f49a-44eb-80f0-981ac75615d4 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:08:54.237711 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-e19a859e-417d-4786-a5fb-cbfc310ed244 None None] Attempting to bind port 279cf361-d205-478a-90d2-9dd4439390c1 on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:08:54.238451 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-e19a859e-417d-4786-a5fb-cbfc310ed244 None None] Attempting to bind port 279cf361-d205-478a-90d2-9dd4439390c1 by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:08:54.239104 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19a859e-417d-4786-a5fb-cbfc310ed244 None None] Attempting to bind port 279cf361-d205-478a-90d2-9dd4439390c1 on network 90903495-288b-44cb-8357-c0c74fc45d82 {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:08:54.264726 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19a859e-417d-4786-a5fb-cbfc310ed244 None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:08:54.265487 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19a859e-417d-4786-a5fb-cbfc310ed244 None None] Checking segment: {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:08:54.266170 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-e19a859e-417d-4786-a5fb-cbfc310ed244 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:54.266792 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19a859e-417d-4786-a5fb-cbfc310ed244 None None] Bound using segment: {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:08:54.269323 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-e19a859e-417d-4786-a5fb-cbfc310ed244 None None] Bound port: 279cf361-d205-478a-90d2-9dd4439390c1, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:08:54.269979 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-e19a859e-417d-4786-a5fb-cbfc310ed244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (279cf361-d205-478a-90d2-9dd4439390c1), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:54.284944 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3072b9e8-6f99-46b9-944d-c0c5acfa99e2 admin admin] Publish callbacks [] for port (011534e7-5ebc-4e50-8a29-7603759fb90f), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:54.377403 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:54.378351 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:54.379993 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4df809-5c5e-49fb-bf9c-0eb21ef7a595 None None] Pushing event updated for resources: {'Port': ['ID=156423bf-19af-44f5-9418-928b3cdc0a6c,revision_number=3']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:54.531367 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3072b9e8-6f99-46b9-944d-c0c5acfa99e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (011534e7-5ebc-4e50-8a29-7603759fb90f), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:54.532267 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3072b9e8-6f99-46b9-944d-c0c5acfa99e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518804'] for router_interface (40153f6d-6cc1-4d04-b305-eeb135ab17d8), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:54.551075 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-dba0b200-b971-46a5-b28d-58f6baddae30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:49Z', 'revision_number': 3, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:08:54.597630 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3ab1fcdb-df67-42ef-a49e-7addc8675d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (5a34d45c-2baa-46f5-8ed3-73c8eb3fa844), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:54.611290 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e3eed-823c-455e-ba32-4436ec3ad7e0 None None] Pushing event updated for resources: {'Port': ['ID=279cf361-d205-478a-90d2-9dd4439390c1,revision_number=2']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:54.712246 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-5d4df809-5c5e-49fb-bf9c-0eb21ef7a595 None None] Current status of the port 38290742-61b7-4444-af99-cdc6218f8a11 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:08:54.756448 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-5d4df809-5c5e-49fb-bf9c-0eb21ef7a595 None None] Provisioning complete for port b720910e-4089-4dd3-9be2-0bb545536c29 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:08:54.758035 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-5d4df809-5c5e-49fb-bf9c-0eb21ef7a595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (b720910e-4089-4dd3-9be2-0bb545536c29), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:54.761805 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:54.806871 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-6c48a549-0ec9-4bb1-86f8-bb877a5663a4 None None] Publish callbacks [] for port (2c2a89b4-d4e5-48ce-998b-07615a49bfbc), precommit_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:54.816441 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:54.817196 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=100 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:54.818932 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba0b200-b971-46a5-b28d-58f6baddae30 None None] Checking router: 62ec803d-f49a-44eb-80f0-981ac75615d4 for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:08:54.819293 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba0b200-b971-46a5-b28d-58f6baddae30 None None] Updating router 62ec803d-f49a-44eb-80f0-981ac75615d4 port a33ff957-776a-44b5-9ac1-e5fd96601020 binding host dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:08:54.851307 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-dba0b200-b971-46a5-b28d-58f6baddae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (a33ff957-776a-44b5-9ac1-e5fd96601020), before_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:54.873402 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Pushing event updated for resources: {'Port': ['ID=b720910e-4089-4dd3-9be2-0bb545536c29,revision_number=3']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:54.881226 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2642a36a-e76d-4d44-85e7-ec102e252d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:54.909052 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 38290742-61b7-4444-af99-cdc6218f8a11 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:08:54.909052 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (38290742-61b7-4444-af99-cdc6218f8a11), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:54.909782 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3072b9e8-6f99-46b9-944d-c0c5acfa99e2 admin admin] Network 77e226ae-740f-49bf-a51d-1fc557b375c9 is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:08:54.911040 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072b9e8-6f99-46b9-944d-c0c5acfa99e2 admin admin] Pushing event updated for resources: {'Port': ['ID=011534e7-5ebc-4e50-8a29-7603759fb90f,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:54.920966 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-3072b9e8-6f99-46b9-944d-c0c5acfa99e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:08:54.924263 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-9d9da624-54e8-4044-9e85-493a1a38e23f None None] Set router 3ead801b-06f1-4a71-9466-3d473d45e374 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:08:54.964975 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-6c48a549-0ec9-4bb1-86f8-bb877a5663a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (2c2a89b4-d4e5-48ce-998b-07615a49bfbc), after_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:55.071419 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-6c48a549-0ec9-4bb1-86f8-bb877a5663a4 None None] Attempting to bind port 2c2a89b4-d4e5-48ce-998b-07615a49bfbc on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:08:55.071419 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-6c48a549-0ec9-4bb1-86f8-bb877a5663a4 None None] Attempting to bind port 2c2a89b4-d4e5-48ce-998b-07615a49bfbc by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}] {{(pid=104587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:08:55.071419 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c48a549-0ec9-4bb1-86f8-bb877a5663a4 None None] Attempting to bind port 2c2a89b4-d4e5-48ce-998b-07615a49bfbc on network 90903495-288b-44cb-8357-c0c74fc45d82 {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:08:55.084391 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-e19a859e-417d-4786-a5fb-cbfc310ed244 None None] For port 279cf361-d205-478a-90d2-9dd4439390c1, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:08:55.129963 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c48a549-0ec9-4bb1-86f8-bb877a5663a4 None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:08:55.130361 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c48a549-0ec9-4bb1-86f8-bb877a5663a4 None None] Checking segment: {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:08:55.130749 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-6c48a549-0ec9-4bb1-86f8-bb877a5663a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:55.131142 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c48a549-0ec9-4bb1-86f8-bb877a5663a4 None None] Bound using segment: {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'} {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:08:55.131625 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-6c48a549-0ec9-4bb1-86f8-bb877a5663a4 None None] Bound port: 2c2a89b4-d4e5-48ce-998b-07615a49bfbc, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}}] {{(pid=104587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:08:55.132063 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-6c48a549-0ec9-4bb1-86f8-bb877a5663a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (2c2a89b4-d4e5-48ce-998b-07615a49bfbc), before_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:55.190933 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=100 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:55.219828 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73df60-0637-45d7-bde4-2129ea3d721f None None] Pushing event updated for resources: {'Port': ['ID=2c2a89b4-d4e5-48ce-998b-07615a49bfbc,revision_number=2']} {{(pid=104587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:55.243822 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3072b9e8-6f99-46b9-944d-c0c5acfa99e2 admin admin] Router 40153f6d-6cc1-4d04-b305-eeb135ab17d8 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:08:55.259478 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-e19a859e-417d-4786-a5fb-cbfc310ed244 None None] For port 279cf361-d205-478a-90d2-9dd4439390c1, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=279cf361-d205-478a-90d2-9dd4439390c1,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:08:55.261973 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_common [None req-2642a36a-e76d-4d44-85e7-ec102e252d2b admin admin] Allocated IP 172.20.0.1 (2110daf5-1cfa-4c9d-9065-b33fabf55a66/c0055538-accc-457f-a7de-0db99e31abb1/bc0d69d5-8f64-4477-b776-bd52cb43fea0) {{(pid=104584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:08:55.313019 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-5d4df809-5c5e-49fb-bf9c-0eb21ef7a595 None None] Current status of the port b720910e-4089-4dd3-9be2-0bb545536c29 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:08:55.315543 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:55.318925 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-9d9da624-54e8-4044-9e85-493a1a38e23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'name': 'tempest-AttachVolumeShelveTestJSON-176795705-router', 'tenant_id': 'b6acb89542314578839f701251add904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:50Z', 'revision_number': 3, 'project_id': 'b6acb89542314578839f701251add904', 'gw_port': {'id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:48Z', 'updated_at': '2022-07-05T16:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:08:55.357300 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9da624-54e8-4044-9e85-493a1a38e23f None None] Checking router: 3ead801b-06f1-4a71-9466-3d473d45e374 for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:08:55.357717 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9da624-54e8-4044-9e85-493a1a38e23f None None] Updating router 3ead801b-06f1-4a71-9466-3d473d45e374 port 48861412-90ec-422b-a6e4-81b2262c0c99 binding host dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:08:55.408038 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2277bece-8b51-408e-a69d-8a3dd74c8f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:55.421945 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.db [None req-6c48a549-0ec9-4bb1-86f8-bb877a5663a4 None None] For port 2c2a89b4-d4e5-48ce-998b-07615a49bfbc, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:08:55.433639 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.db [None req-6c48a549-0ec9-4bb1-86f8-bb877a5663a4 None None] For port 2c2a89b4-d4e5-48ce-998b-07615a49bfbc, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=2c2a89b4-d4e5-48ce-998b-07615a49bfbc,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:08:55.440861 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 42028) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:55.455136 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-9d9da624-54e8-4044-9e85-493a1a38e23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (48861412-90ec-422b-a6e4-81b2262c0c99), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:55.461853 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4ce7447d-f114-4ac4-b3d8-20dc2c371474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:55.510897 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-e19a859e-417d-4786-a5fb-cbfc310ed244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (279cf361-d205-478a-90d2-9dd4439390c1), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:55.529909 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:55.535650 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-6c48a549-0ec9-4bb1-86f8-bb877a5663a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (2c2a89b4-d4e5-48ce-998b-07615a49bfbc), after_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:55.581248 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 38290742-61b7-4444-af99-cdc6218f8a11 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:08:55.591062 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-774f54df-ab20-416b-ade7-4b5c28a672f8 None None] Provisioning complete for port 5a34d45c-2baa-46f5-8ed3-73c8eb3fa844 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:08:55.591429 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-774f54df-ab20-416b-ade7-4b5c28a672f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (5a34d45c-2baa-46f5-8ed3-73c8eb3fa844), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:55.613036 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2642a36a-e76d-4d44-85e7-ec102e252d2b admin admin] Publish callbacks [] for port (bc0d69d5-8f64-4477-b776-bd52cb43fea0), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:55.647752 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-dba0b200-b971-46a5-b28d-58f6baddae30 None None] Publish callbacks [] for port (a33ff957-776a-44b5-9ac1-e5fd96601020), precommit_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:55.720790 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c48a549-0ec9-4bb1-86f8-bb877a5663a4 None None] Routers {'2ac14bb0-bd1e-448e-b280-36555b1f3cfa'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:08:55.723491 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-6c48a549-0ec9-4bb1-86f8-bb877a5663a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:08:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['2ac14bb0-bd1e-448e-b280-36555b1f3cfa'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:08:55.759896 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e3eed-823c-455e-ba32-4436ec3ad7e0 None None] Pushing event updated for resources: {'Port': ['ID=279cf361-d205-478a-90d2-9dd4439390c1,revision_number=3']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:55.779332 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3ab1fcdb-df67-42ef-a49e-7addc8675d4e admin admin] Publish callbacks [] for port (5a34d45c-2baa-46f5-8ed3-73c8eb3fa844), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:55.797607 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2642a36a-e76d-4d44-85e7-ec102e252d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (bc0d69d5-8f64-4477-b776-bd52cb43fea0), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:55.809832 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3072b9e8-6f99-46b9-944d-c0c5acfa99e2 admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:08:55.821506 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-bee2157b-117a-446b-86a3-2e58977f0c06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:55.828522 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-3072b9e8-6f99-46b9-944d-c0c5acfa99e2 admin admin] 10.222.0.45 "PUT /v2.0/routers/40153f6d-6cc1-4d04-b305-eeb135ab17d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9113226 Jul 05 16:08:55.833529 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-dba0b200-b971-46a5-b28d-58f6baddae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (a33ff957-776a-44b5-9ac1-e5fd96601020), after_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:55.853374 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14db3fe5-5a14-4164-9cb7-d525653ffa60 None None] Sync routers for ids ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:08:55.854788 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73df60-0637-45d7-bde4-2129ea3d721f None None] Pushing event updated for resources: {'Port': ['ID=2c2a89b4-d4e5-48ce-998b-07615a49bfbc,revision_number=3']} {{(pid=104587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:55.866965 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:55.870704 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3ab1fcdb-df67-42ef-a49e-7addc8675d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (5a34d45c-2baa-46f5-8ed3-73c8eb3fa844), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:55.873981 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3ab1fcdb-df67-42ef-a49e-7addc8675d4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518804'] for router_interface (cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:55.900066 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14db3fe5-5a14-4164-9cb7-d525653ffa60 None None] Routers {'40153f6d-6cc1-4d04-b305-eeb135ab17d8'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:08:55.904820 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-14db3fe5-5a14-4164-9cb7-d525653ffa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:08:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:08:55.958534 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:56.020694 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1fcdb-df67-42ef-a49e-7addc8675d4e admin admin] Pushing event updated for resources: {'Port': ['ID=5a34d45c-2baa-46f5-8ed3-73c8eb3fa844,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:56.030690 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-dba0b200-b971-46a5-b28d-58f6baddae30 None None] Attempting to bind port a33ff957-776a-44b5-9ac1-e5fd96601020 on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:08:56.032199 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-dba0b200-b971-46a5-b28d-58f6baddae30 None None] Attempting to bind port a33ff957-776a-44b5-9ac1-e5fd96601020 by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}] {{(pid=104587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:08:56.032805 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba0b200-b971-46a5-b28d-58f6baddae30 None None] Attempting to bind port a33ff957-776a-44b5-9ac1-e5fd96601020 on network 90903495-288b-44cb-8357-c0c74fc45d82 {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:08:56.044023 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a92fa3-1354-40b6-8140-5bceb01135c8 None None] Pushing event updated for resources: {'Port': ['ID=a33ff957-776a-44b5-9ac1-e5fd96601020,revision_number=2']} {{(pid=104587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:56.061513 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-14db3fe5-5a14-4164-9cb7-d525653ffa60 None None] Set router 40153f6d-6cc1-4d04-b305-eeb135ab17d8 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:08:56.066103 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba0b200-b971-46a5-b28d-58f6baddae30 None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:08:56.066847 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba0b200-b971-46a5-b28d-58f6baddae30 None None] Checking segment: {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:08:56.067662 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-dba0b200-b971-46a5-b28d-58f6baddae30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:56.067963 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [None req-4ce7447d-f114-4ac4-b3d8-20dc2c371474 admin admin] Allocated IP 172.20.0.1 (d875afbf-ed35-412f-bb5d-c579562ff61a/8a9b66f2-eae4-47d1-8086-fa8b5da512fd/718e5f4c-0aea-4fab-a9dc-819c9912770a) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:08:56.068334 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba0b200-b971-46a5-b28d-58f6baddae30 None None] Bound using segment: {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'} {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:08:56.069028 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-dba0b200-b971-46a5-b28d-58f6baddae30 None None] Bound port: a33ff957-776a-44b5-9ac1-e5fd96601020, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}}] {{(pid=104587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:08:56.069754 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-dba0b200-b971-46a5-b28d-58f6baddae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (a33ff957-776a-44b5-9ac1-e5fd96601020), before_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:56.077164 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-6c48a549-0ec9-4bb1-86f8-bb877a5663a4 None None] Set router 2ac14bb0-bd1e-448e-b280-36555b1f3cfa gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:08:56.098864 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2642a36a-e76d-4d44-85e7-ec102e252d2b admin admin] Network 2110daf5-1cfa-4c9d-9065-b33fabf55a66 is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:08:56.125819 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-2642a36a-e76d-4d44-85e7-ec102e252d2b admin admin] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:08:56.140488 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642a36a-e76d-4d44-85e7-ec102e252d2b admin admin] Pushing event updated for resources: {'Port': ['ID=bc0d69d5-8f64-4477-b776-bd52cb43fea0,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:56.161660 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2642a36a-e76d-4d44-85e7-ec102e252d2b admin admin] Received port after_create {{(pid=104584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:08:56.162331 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2642a36a-e76d-4d44-85e7-ec102e252d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518656'] for router_interface (3ead801b-06f1-4a71-9466-3d473d45e374), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:56.170724 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 156423bf-19af-44f5-9418-928b3cdc0a6c up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:08:56.201280 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:56.283076 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.db [None req-dba0b200-b971-46a5-b28d-58f6baddae30 None None] For port a33ff957-776a-44b5-9ac1-e5fd96601020, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:08:56.299216 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab1fcdb-df67-42ef-a49e-7addc8675d4e admin admin] Network 7440bb30-cbe1-4a38-83c5-7b7fcf3eea20 is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:08:56.347273 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-3ab1fcdb-df67-42ef-a49e-7addc8675d4e admin admin] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:08:56.362782 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.db [None req-dba0b200-b971-46a5-b28d-58f6baddae30 None None] For port a33ff957-776a-44b5-9ac1-e5fd96601020, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=a33ff957-776a-44b5-9ac1-e5fd96601020,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:08:56.404922 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4ce7447d-f114-4ac4-b3d8-20dc2c371474 admin admin] Publish callbacks [] for port (718e5f4c-0aea-4fab-a9dc-819c9912770a), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:56.499273 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-dba0b200-b971-46a5-b28d-58f6baddae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (a33ff957-776a-44b5-9ac1-e5fd96601020), after_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:56.587946 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:56.623617 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a92fa3-1354-40b6-8140-5bceb01135c8 None None] Pushing event updated for resources: {'Port': ['ID=a33ff957-776a-44b5-9ac1-e5fd96601020,revision_number=3']} {{(pid=104587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:56.636864 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:56.637452 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab1fcdb-df67-42ef-a49e-7addc8675d4e admin admin] Router cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:08:56.642119 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19a859e-417d-4786-a5fb-cbfc310ed244 None None] Routers {'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:08:56.642690 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-e19a859e-417d-4786-a5fb-cbfc310ed244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:08:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:08:56.651427 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-774f54df-ab20-416b-ade7-4b5c28a672f8 None None] Port 5a34d45c-2baa-46f5-8ed3-73c8eb3fa844 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:08:56.652790 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_common [None req-2277bece-8b51-408e-a69d-8a3dd74c8f4e admin admin] Allocated IP 172.20.0.1 (77ec7356-4bd9-42af-abe3-f1b9c525bdef/5c2b09a9-00a4-429f-86c4-f8b1d0e4e593/6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f) {{(pid=104584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:08:56.682296 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-6c48a549-0ec9-4bb1-86f8-bb877a5663a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-748629056-router', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:48Z', 'revision_number': 3, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'gw_port': {'id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:08:56.730700 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c48a549-0ec9-4bb1-86f8-bb877a5663a4 None None] The sync data for ids ['2ac14bb0-bd1e-448e-b280-36555b1f3cfa'] in dv-cinder-848759-1-iscsi is: [{'id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-748629056-router', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:48Z', 'revision_number': 3, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'gw_port': {'id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:08:56.743594 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba0b200-b971-46a5-b28d-58f6baddae30 None None] Routers {'62ec803d-f49a-44eb-80f0-981ac75615d4'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:08:56.744697 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-dba0b200-b971-46a5-b28d-58f6baddae30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:08:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['62ec803d-f49a-44eb-80f0-981ac75615d4'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:08:56.776912 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4ce7447d-f114-4ac4-b3d8-20dc2c371474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (718e5f4c-0aea-4fab-a9dc-819c9912770a), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:56.783120 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 42068) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:56.791721 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-a6c24a44-f3fa-40de-ad60-845cea314803 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Request body: {'security_group': {'name': 'tempest-securitygroup--809250486', 'description': 'tempest-description--1245807791'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:08:56.818592 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2642a36a-e76d-4d44-85e7-ec102e252d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (bc0d69d5-8f64-4477-b776-bd52cb43fea0), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:56.834225 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-bee2157b-117a-446b-86a3-2e58977f0c06 admin admin] Publish callbacks [] for security_group (0b9ddc4f-09e2-43ff-8f2c-1cc6cd5a4729), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:56.890275 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-dba0b200-b971-46a5-b28d-58f6baddae30 None None] Set router 62ec803d-f49a-44eb-80f0-981ac75615d4 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:08:56.921079 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce7447d-f114-4ac4-b3d8-20dc2c371474 admin admin] Network d875afbf-ed35-412f-bb5d-c579562ff61a is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:08:56.961012 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-4ce7447d-f114-4ac4-b3d8-20dc2c371474 admin admin] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:08:56.963152 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:56.965387 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-9d9da624-54e8-4044-9e85-493a1a38e23f None None] Publish callbacks [] for port (48861412-90ec-422b-a6e4-81b2262c0c99), precommit_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:56.967238 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-bee2157b-117a-446b-86a3-2e58977f0c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (0b9ddc4f-09e2-43ff-8f2c-1cc6cd5a4729), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:56.971515 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce7447d-f114-4ac4-b3d8-20dc2c371474 admin admin] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:08:56.972061 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4ce7447d-f114-4ac4-b3d8-20dc2c371474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518656'] for router_interface (2ac14bb0-bd1e-448e-b280-36555b1f3cfa), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:56.977067 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a6c24a44-f3fa-40de-ad60-845cea314803 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:57.139763 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7447d-f114-4ac4-b3d8-20dc2c371474 admin admin] Pushing event updated for resources: {'Port': ['ID=718e5f4c-0aea-4fab-a9dc-819c9912770a,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:57.179796 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:57.199293 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2157b-117a-446b-86a3-2e58977f0c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9ddc4f-09e2-43ff-8f2c-1cc6cd5a4729,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:57.213282 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-bee2157b-117a-446b-86a3-2e58977f0c06 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aba0375144644b01b15fb971eaf8b184&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7714188 Jul 05 16:08:57.216596 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-774f54df-ab20-416b-ade7-4b5c28a672f8 None None] Provisioning complete for port 011534e7-5ebc-4e50-8a29-7603759fb90f triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:08:57.216897 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 42074) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:57.224929 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-774f54df-ab20-416b-ade7-4b5c28a672f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (011534e7-5ebc-4e50-8a29-7603759fb90f), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:57.269077 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-dba0b200-b971-46a5-b28d-58f6baddae30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:49Z', 'revision_number': 3, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:08:57.318889 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba0b200-b971-46a5-b28d-58f6baddae30 None None] The sync data for ids ['62ec803d-f49a-44eb-80f0-981ac75615d4'] in dv-cinder-848759-1-iscsi is: [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:49Z', 'revision_number': 3, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:08:57.337784 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 156423bf-19af-44f5-9418-928b3cdc0a6c triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:08:57.338157 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (156423bf-19af-44f5-9418-928b3cdc0a6c), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:57.344180 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2277bece-8b51-408e-a69d-8a3dd74c8f4e admin admin] Publish callbacks [] for port (6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:57.386575 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:57.464529 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a6c24a44-f3fa-40de-ad60-845cea314803 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for security_group (e986cbda-4393-48a6-9094-460028194364), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:57.469989 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:57.471463 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-9d9da624-54e8-4044-9e85-493a1a38e23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (48861412-90ec-422b-a6e4-81b2262c0c99), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:57.476236 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab1fcdb-df67-42ef-a49e-7addc8675d4e admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:08:57.483616 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2277bece-8b51-408e-a69d-8a3dd74c8f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:57.496791 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-3ab1fcdb-df67-42ef-a49e-7addc8675d4e admin admin] 10.222.0.45 "PUT /v2.0/routers/cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8443890 Jul 05 16:08:57.560843 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a6c24a44-f3fa-40de-ad60-845cea314803 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (e986cbda-4393-48a6-9094-460028194364), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:57.604530 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277bece-8b51-408e-a69d-8a3dd74c8f4e admin admin] Pushing event updated for resources: {'Port': ['ID=6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:57.636376 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:57.658017 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4ce7447d-f114-4ac4-b3d8-20dc2c371474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (718e5f4c-0aea-4fab-a9dc-819c9912770a), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:57.681060 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2277bece-8b51-408e-a69d-8a3dd74c8f4e admin admin] Network 77ec7356-4bd9-42af-abe3-f1b9c525bdef is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:08:57.716612 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a6c24a44-f3fa-40de-ad60-845cea314803 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:57.720567 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-a6c24a44-f3fa-40de-ad60-845cea314803 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9320796 Jul 05 16:08:57.759415 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 42088) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:57.777807 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-774f54df-ab20-416b-ade7-4b5c28a672f8 None None] Port 011534e7-5ebc-4e50-8a29-7603759fb90f cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:08:57.779653 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-2277bece-8b51-408e-a69d-8a3dd74c8f4e admin admin] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:08:57.791835 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2277bece-8b51-408e-a69d-8a3dd74c8f4e admin admin] Received port after_create {{(pid=104584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:08:57.791835 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2277bece-8b51-408e-a69d-8a3dd74c8f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518656'] for router_interface (62ec803d-f49a-44eb-80f0-981ac75615d4), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:57.805843 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-368d2104-1090-48fd-b3b7-f02835c2a989 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Request body: {'security_group_rule': {'security_group_id': 'e986cbda-4393-48a6-9094-460028194364', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:08:57.842990 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-774f54df-ab20-416b-ade7-4b5c28a672f8 None None] Provisioning complete for port 156423bf-19af-44f5-9418-928b3cdc0a6c triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:08:57.843679 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-774f54df-ab20-416b-ade7-4b5c28a672f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (156423bf-19af-44f5-9418-928b3cdc0a6c), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:57.958479 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-14db3fe5-5a14-4164-9cb7-d525653ffa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'name': 'tempest-AttachVolumeTestJSON-310078999-router', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:52Z', 'revision_number': 4, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'gw_port': {'id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '011534e7-5ebc-4e50-8a29-7603759fb90f', 'name': '', 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'mac_address': 'fa:16:3e:0f:55:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:50Z', 'updated_at': '2022-07-05T16:08:53Z', 'revision_number': 2, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'subnets': [{'id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:08:58.064817 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14db3fe5-5a14-4164-9cb7-d525653ffa60 None None] Checking router: 40153f6d-6cc1-4d04-b305-eeb135ab17d8 for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:08:58.065491 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14db3fe5-5a14-4164-9cb7-d525653ffa60 None None] Updating router 40153f6d-6cc1-4d04-b305-eeb135ab17d8 port 011534e7-5ebc-4e50-8a29-7603759fb90f binding host dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:08:58.067213 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-9d9da624-54e8-4044-9e85-493a1a38e23f None None] Attempting to bind port 48861412-90ec-422b-a6e4-81b2262c0c99 on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:08:58.067738 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-9d9da624-54e8-4044-9e85-493a1a38e23f None None] Attempting to bind port 48861412-90ec-422b-a6e4-81b2262c0c99 by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:08:58.067918 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9da624-54e8-4044-9e85-493a1a38e23f None None] Attempting to bind port 48861412-90ec-422b-a6e4-81b2262c0c99 on network 90903495-288b-44cb-8357-c0c74fc45d82 {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:08:58.083746 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 42110) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:58.092500 dv-cinder-848759-1-iscsi neutron-server[104585]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 05 16:08:58.140216 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 42112) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:58.162248 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4ce7447d-f114-4ac4-b3d8-20dc2c371474 admin admin] Publish callbacks [] for port (718e5f4c-0aea-4fab-a9dc-819c9912770a), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:58.170222 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-e19a859e-417d-4786-a5fb-cbfc310ed244 None None] Set router cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:08:58.184384 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:58.206210 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-72b96688-d634-4e7c-9b93-00cd994b65ac admin admin] Publish callbacks [] for security_group (0b9ddc4f-09e2-43ff-8f2c-1cc6cd5a4729), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:58.231520 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9da624-54e8-4044-9e85-493a1a38e23f None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:08:58.232370 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-72b96688-d634-4e7c-9b93-00cd994b65ac admin admin] Publish callbacks [] for security_group (0b9ddc4f-09e2-43ff-8f2c-1cc6cd5a4729), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:58.236658 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9da624-54e8-4044-9e85-493a1a38e23f None None] Checking segment: {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:08:58.237390 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-9d9da624-54e8-4044-9e85-493a1a38e23f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:58.245583 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9da624-54e8-4044-9e85-493a1a38e23f None None] Bound using segment: {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:08:58.246335 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-9d9da624-54e8-4044-9e85-493a1a38e23f None None] Bound port: 48861412-90ec-422b-a6e4-81b2262c0c99, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:08:58.246893 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-9d9da624-54e8-4044-9e85-493a1a38e23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (48861412-90ec-422b-a6e4-81b2262c0c99), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:58.321886 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771e00e-0e7a-4a09-a7e9-bd86d70284e7 None None] Pushing event updated for resources: {'Port': ['ID=48861412-90ec-422b-a6e4-81b2262c0c99,revision_number=2']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:58.332872 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:58.335750 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c24a44-f3fa-40de-ad60-845cea314803 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e986cbda-4393-48a6-9094-460028194364,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:58.348185 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2642a36a-e76d-4d44-85e7-ec102e252d2b admin admin] Publish callbacks [] for port (bc0d69d5-8f64-4477-b776-bd52cb43fea0), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:58.396145 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-14db3fe5-5a14-4164-9cb7-d525653ffa60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (011534e7-5ebc-4e50-8a29-7603759fb90f), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:58.412554 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2642a36a-e76d-4d44-85e7-ec102e252d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (bc0d69d5-8f64-4477-b776-bd52cb43fea0), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:58.415292 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2642a36a-e76d-4d44-85e7-ec102e252d2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518804'] for router_interface (3ead801b-06f1-4a71-9466-3d473d45e374), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:58.453355 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-72b96688-d634-4e7c-9b93-00cd994b65ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (0b9ddc4f-09e2-43ff-8f2c-1cc6cd5a4729), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:58.456135 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-72b96688-d634-4e7c-9b93-00cd994b65ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:58.461649 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-72b96688-d634-4e7c-9b93-00cd994b65ac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0b9ddc4f-09e2-43ff-8f2c-1cc6cd5a4729 HTTP/1.1" status: 204 len: 168 time: 1.2068224 Jul 05 16:08:58.518442 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-368d2104-1090-48fd-b3b7-f02835c2a989 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for security_group_rule (5cffe8c7-fd57-4be8-a2b9-94561de59ec0), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:58.529203 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b96688-d634-4e7c-9b93-00cd994b65ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9ddc4f-09e2-43ff-8f2c-1cc6cd5a4729,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:58.539845 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51634ac8-f152-4329-9247-6c85db8f6823 req-879caacc-1c6d-4e6c-aef9-61d892425b4c tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:08:58.551852 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-51634ac8-f152-4329-9247-6c85db8f6823 req-879caacc-1c6d-4e6c-aef9-61d892425b4c tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/networks?id=7440bb30-cbe1-4a38-83c5-7b7fcf3eea20 HTTP/1.1" status: 200 len: 811 time: 0.4589322 Jul 05 16:08:58.565467 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4ce7447d-f114-4ac4-b3d8-20dc2c371474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (718e5f4c-0aea-4fab-a9dc-819c9912770a), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:58.566654 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4ce7447d-f114-4ac4-b3d8-20dc2c371474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518804'] for router_interface (2ac14bb0-bd1e-448e-b280-36555b1f3cfa), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:58.570074 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:58.573501 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642a36a-e76d-4d44-85e7-ec102e252d2b admin admin] Pushing event updated for resources: {'Port': ['ID=bc0d69d5-8f64-4477-b776-bd52cb43fea0,revision_number=2']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:58.596016 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:58.608704 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 156423bf-19af-44f5-9418-928b3cdc0a6c is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:08:58.610230 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 8b489012-868d-4d23-894e-e6f2c310b513 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:08:58.655503 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2277bece-8b51-408e-a69d-8a3dd74c8f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:58.660553 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7447d-f114-4ac4-b3d8-20dc2c371474 admin admin] Pushing event updated for resources: {'Port': ['ID=718e5f4c-0aea-4fab-a9dc-819c9912770a,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:58.685124 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-51634ac8-f152-4329-9247-6c85db8f6823 req-f93e4c5b-e983-4e53-94bb-31f48d9fbe52 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/quotas/ba872aaf0fd84b1eac87e18659d222d5 HTTP/1.1" status: 200 len: 375 time: 0.1367285 Jul 05 16:08:58.688019 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b15b7848-c5f8-4e03-b35b-4c6c72798034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:58.743511 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-9d9da624-54e8-4044-9e85-493a1a38e23f None None] For port 48861412-90ec-422b-a6e4-81b2262c0c99, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:08:58.752795 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2642a36a-e76d-4d44-85e7-ec102e252d2b admin admin] Network 2110daf5-1cfa-4c9d-9065-b33fabf55a66 is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:08:58.780086 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-368d2104-1090-48fd-b3b7-f02835c2a989 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for security_group_rule (5cffe8c7-fd57-4be8-a2b9-94561de59ec0), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:58.782780 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-2642a36a-e76d-4d44-85e7-ec102e252d2b admin admin] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:08:58.819745 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-9d9da624-54e8-4044-9e85-493a1a38e23f None None] For port 48861412-90ec-422b-a6e4-81b2262c0c99, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=48861412-90ec-422b-a6e4-81b2262c0c99,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:08:58.822272 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 8b489012-868d-4d23-894e-e6f2c310b513 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:08:58.822761 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (8b489012-868d-4d23-894e-e6f2c310b513), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:58.866418 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce7447d-f114-4ac4-b3d8-20dc2c371474 admin admin] Network d875afbf-ed35-412f-bb5d-c579562ff61a is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:08:58.883122 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-4ce7447d-f114-4ac4-b3d8-20dc2c371474 admin admin] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:08:58.924082 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-51634ac8-f152-4329-9247-6c85db8f6823 req-baee220b-8343-4d7d-911f-3e8666ca5241 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ba872aaf0fd84b1eac87e18659d222d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2371306 Jul 05 16:08:58.929082 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-774f54df-ab20-416b-ade7-4b5c28a672f8 None None] Current status of the port 156423bf-19af-44f5-9418-928b3cdc0a6c is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:08:59.057591 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2277bece-8b51-408e-a69d-8a3dd74c8f4e admin admin] Publish callbacks [] for port (6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:59.073676 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-368d2104-1090-48fd-b3b7-f02835c2a989 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (5cffe8c7-fd57-4be8-a2b9-94561de59ec0), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:59.111086 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-9d9da624-54e8-4044-9e85-493a1a38e23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (48861412-90ec-422b-a6e4-81b2262c0c99), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:59.165450 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2277bece-8b51-408e-a69d-8a3dd74c8f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:59.166221 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2277bece-8b51-408e-a69d-8a3dd74c8f4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518804'] for router_interface (62ec803d-f49a-44eb-80f0-981ac75615d4), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:59.239440 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d2104-1090-48fd-b3b7-f02835c2a989 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cffe8c7-fd57-4be8-a2b9-94561de59ec0,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:59.272153 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9da624-54e8-4044-9e85-493a1a38e23f None None] Routers {'3ead801b-06f1-4a71-9466-3d473d45e374'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:08:59.273254 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-9d9da624-54e8-4044-9e85-493a1a38e23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:08:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['3ead801b-06f1-4a71-9466-3d473d45e374'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:08:59.283688 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:59.331936 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-368d2104-1090-48fd-b3b7-f02835c2a989 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:59.336680 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-368d2104-1090-48fd-b3b7-f02835c2a989 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5352261 Jul 05 16:08:59.337728 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 42136) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:59.342883 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b15b7848-c5f8-4e03-b35b-4c6c72798034 admin admin] Publish callbacks [] for security_group (e5f5bcd8-b1f3-4aaa-a336-b416c35fb04a), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:59.346493 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-302e37a7-c338-4cc5-a396-b1b761e085ab tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Request body: {'security_group_rule': {'security_group_id': 'e986cbda-4393-48a6-9094-460028194364', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:08:59.356027 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce7447d-f114-4ac4-b3d8-20dc2c371474 admin admin] Router 2ac14bb0-bd1e-448e-b280-36555b1f3cfa has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:08:59.360421 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [req-51634ac8-f152-4329-9247-6c85db8f6823 req-5b79616b-f966-4198-8dab-394371f567c4 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 16:08:59.361478 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-51634ac8-f152-4329-9247-6c85db8f6823 req-5b79616b-f966-4198-8dab-394371f567c4 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1147549 Jul 05 16:08:59.368006 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:59.380886 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-c2f93385-ee0a-4bb8-ac99-0e017d171f45 None None] Provisioning complete for port 718e5f4c-0aea-4fab-a9dc-819c9912770a triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:08:59.381624 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-c2f93385-ee0a-4bb8-ac99-0e017d171f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (718e5f4c-0aea-4fab-a9dc-819c9912770a), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:59.417717 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277bece-8b51-408e-a69d-8a3dd74c8f4e admin admin] Pushing event updated for resources: {'Port': ['ID=6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f,revision_number=2']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:59.426256 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771e00e-0e7a-4a09-a7e9-bd86d70284e7 None None] Pushing event updated for resources: {'Port': ['ID=48861412-90ec-422b-a6e4-81b2262c0c99,revision_number=3']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:59.439065 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 8b489012-868d-4d23-894e-e6f2c310b513 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:08:59.440361 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device c0da8f94-087b-4e6a-9650-82cbcd3f94f0 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:08:59.440582 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2642a36a-e76d-4d44-85e7-ec102e252d2b admin admin] Router 3ead801b-06f1-4a71-9466-3d473d45e374 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:08:59.451392 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b15b7848-c5f8-4e03-b35b-4c6c72798034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (e5f5bcd8-b1f3-4aaa-a336-b416c35fb04a), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:59.476839 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2277bece-8b51-408e-a69d-8a3dd74c8f4e admin admin] Network 77ec7356-4bd9-42af-abe3-f1b9c525bdef is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:08:59.480047 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-2277bece-8b51-408e-a69d-8a3dd74c8f4e admin admin] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:08:59.552083 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:59.603440 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port c0da8f94-087b-4e6a-9650-82cbcd3f94f0 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:08:59.603612 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (c0da8f94-087b-4e6a-9650-82cbcd3f94f0), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:59.648811 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-e19a859e-417d-4786-a5fb-cbfc310ed244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c', 'name': 'tempest-DeleteServersTestJSON-301823470-router', 'tenant_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '279cf361-d205-478a-90d2-9dd4439390c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:54Z', 'revision_number': 4, 'project_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'gw_port': {'id': '279cf361-d205-478a-90d2-9dd4439390c1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '5a34d45c-2baa-46f5-8ed3-73c8eb3fa844', 'name': '', 'network_id': '7440bb30-cbe1-4a38-83c5-7b7fcf3eea20', 'tenant_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'mac_address': 'fa:16:3e:4a:f4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '08992fac-fed2-48ed-bcf0-90757efc7e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:52Z', 'updated_at': '2022-07-05T16:08:55Z', 'revision_number': 2, 'project_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'subnets': [{'id': '08992fac-fed2-48ed-bcf0-90757efc7e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:08:59.649794 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-302e37a7-c338-4cc5-a396-b1b761e085ab tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for security_group_rule (3e1993e0-96a5-45fe-b833-a0f4dfef8183), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:08:59.658611 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-b15b7848-c5f8-4e03-b35b-4c6c72798034 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=27bbdc40ab6a4972a0241ec25a5a9157&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5173476 Jul 05 16:08:59.659651 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b7848-c5f8-4e03-b35b-4c6c72798034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f5bcd8-b1f3-4aaa-a336-b416c35fb04a,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:08:59.669060 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 42142) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:08:59.710672 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2642a36a-e76d-4d44-85e7-ec102e252d2b admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:08:59.721858 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a859e-417d-4786-a5fb-cbfc310ed244 None None] The sync data for ids ['cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c'] in dv-cinder-848759-1-iscsi is: [{'id': 'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c', 'name': 'tempest-DeleteServersTestJSON-301823470-router', 'tenant_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '279cf361-d205-478a-90d2-9dd4439390c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:54Z', 'revision_number': 4, 'project_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'gw_port': {'id': '279cf361-d205-478a-90d2-9dd4439390c1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '5a34d45c-2baa-46f5-8ed3-73c8eb3fa844', 'name': '', 'network_id': '7440bb30-cbe1-4a38-83c5-7b7fcf3eea20', 'tenant_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'mac_address': 'fa:16:3e:4a:f4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '08992fac-fed2-48ed-bcf0-90757efc7e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:52Z', 'updated_at': '2022-07-05T16:08:55Z', 'revision_number': 2, 'project_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'subnets': [{'id': '08992fac-fed2-48ed-bcf0-90757efc7e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:08:59.729343 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-2642a36a-e76d-4d44-85e7-ec102e252d2b admin admin] 10.222.0.45 "PUT /v2.0/routers/3ead801b-06f1-4a71-9466-3d473d45e374/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1804130 Jul 05 16:08:59.758830 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce7447d-f114-4ac4-b3d8-20dc2c371474 admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:08:59.776842 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-4ce7447d-f114-4ac4-b3d8-20dc2c371474 admin admin] 10.222.0.45 "PUT /v2.0/routers/2ac14bb0-bd1e-448e-b280-36555b1f3cfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6343901 Jul 05 16:08:59.796874 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:UPDATE=6 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:08:59.843946 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-9d9da624-54e8-4044-9e85-493a1a38e23f None None] Set router 3ead801b-06f1-4a71-9466-3d473d45e374 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:08:59.853697 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-51634ac8-f152-4329-9247-6c85db8f6823 req-49c60796-a442-42f5-8ed7-a1c1f04746bc service neutron] 10.222.0.45 "GET /v2.0/networks/7440bb30-cbe1-4a38-83c5-7b7fcf3eea20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716551 Jul 05 16:08:59.857311 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2277bece-8b51-408e-a69d-8a3dd74c8f4e admin admin] Router 62ec803d-f49a-44eb-80f0-981ac75615d4 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:08:59.902799 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-c2f93385-ee0a-4bb8-ac99-0e017d171f45 None None] Port 718e5f4c-0aea-4fab-a9dc-819c9912770a cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:08:59.964982 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=100 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:00.011413 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:00.037292 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-302e37a7-c338-4cc5-a396-b1b761e085ab tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for security_group_rule (3e1993e0-96a5-45fe-b833-a0f4dfef8183), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:00.052104 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-c2f93385-ee0a-4bb8-ac99-0e017d171f45 None None] Provisioning complete for port 5a34d45c-2baa-46f5-8ed3-73c8eb3fa844 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:00.052493 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-c2f93385-ee0a-4bb8-ac99-0e017d171f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (5a34d45c-2baa-46f5-8ed3-73c8eb3fa844), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:00.081448 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-504d9a71-224b-4e54-b18e-29fa81a55b3d admin admin] Publish callbacks [] for security_group (e5f5bcd8-b1f3-4aaa-a336-b416c35fb04a), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:00.096011 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-51634ac8-f152-4329-9247-6c85db8f6823 req-8c61ce43-dad1-4232-991c-6907f17e4379 service neutron] 10.222.0.45 "GET /v2.0/networks/7440bb30-cbe1-4a38-83c5-7b7fcf3eea20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413309 Jul 05 16:09:00.126569 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2277bece-8b51-408e-a69d-8a3dd74c8f4e admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:09:00.131294 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-c2f93385-ee0a-4bb8-ac99-0e017d171f45 None None] Port 5a34d45c-2baa-46f5-8ed3-73c8eb3fa844 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:09:00.140326 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-302e37a7-c338-4cc5-a396-b1b761e085ab tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (3e1993e0-96a5-45fe-b833-a0f4dfef8183), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:00.145905 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-2277bece-8b51-408e-a69d-8a3dd74c8f4e admin admin] 10.222.0.45 "PUT /v2.0/routers/62ec803d-f49a-44eb-80f0-981ac75615d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2084637 Jul 05 16:09:00.161065 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port c0da8f94-087b-4e6a-9650-82cbcd3f94f0 is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:00.171551 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (c0da8f94-087b-4e6a-9650-82cbcd3f94f0), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:00.191408 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-504d9a71-224b-4e54-b18e-29fa81a55b3d admin admin] Publish callbacks [] for security_group (e5f5bcd8-b1f3-4aaa-a336-b416c35fb04a), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:00.197021 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e37a7-c338-4cc5-a396-b1b761e085ab tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1993e0-96a5-45fe-b833-a0f4dfef8183,revision_number=0']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:00.320008 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-302e37a7-c338-4cc5-a396-b1b761e085ab tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:00.325262 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-302e37a7-c338-4cc5-a396-b1b761e085ab tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9865530 Jul 05 16:09:00.328749 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 42164) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:00.330746 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc2ce37-b887-4c1d-bb0b-74201b0a0abc None None] Sync routers for ids ['2ac14bb0-bd1e-448e-b280-36555b1f3cfa'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:09:00.333404 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-9caa9cf8-30f4-42b8-b4b4-73d1e1ade902 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Request body: {'floatingip': {'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:00.350286 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-14db3fe5-5a14-4164-9cb7-d525653ffa60 None None] Publish callbacks [] for port (011534e7-5ebc-4e50-8a29-7603759fb90f), precommit_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:00.367807 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc2ce37-b887-4c1d-bb0b-74201b0a0abc None None] Routers {'2ac14bb0-bd1e-448e-b280-36555b1f3cfa'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:09:00.368619 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-ecc2ce37-b887-4c1d-bb0b-74201b0a0abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:08:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['2ac14bb0-bd1e-448e-b280-36555b1f3cfa'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:00.372147 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:00.374073 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-c2f93385-ee0a-4bb8-ac99-0e017d171f45 None None] Provisioning complete for port 6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:00.374544 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-c2f93385-ee0a-4bb8-ac99-0e017d171f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:00.481017 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] For port c0da8f94-087b-4e6a-9650-82cbcd3f94f0, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=c0da8f94-087b-4e6a-9650-82cbcd3f94f0,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:00.489558 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-14db3fe5-5a14-4164-9cb7-d525653ffa60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (011534e7-5ebc-4e50-8a29-7603759fb90f), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:00.512666 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9caa9cf8-30f4-42b8-b4b4-73d1e1ade902 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:00.518586 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-504d9a71-224b-4e54-b18e-29fa81a55b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (e5f5bcd8-b1f3-4aaa-a336-b416c35fb04a), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:00.523807 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-504d9a71-224b-4e54-b18e-29fa81a55b3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:00.531788 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-c2f93385-ee0a-4bb8-ac99-0e017d171f45 None None] Port 6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:09:00.546386 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-504d9a71-224b-4e54-b18e-29fa81a55b3d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e5f5bcd8-b1f3-4aaa-a336-b416c35fb04a HTTP/1.1" status: 204 len: 168 time: 0.8741658 Jul 05 16:09:00.562643 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-ecc2ce37-b887-4c1d-bb0b-74201b0a0abc None None] Set router 2ac14bb0-bd1e-448e-b280-36555b1f3cfa gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:09:00.591775 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d9a71-224b-4e54-b18e-29fa81a55b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f5bcd8-b1f3-4aaa-a336-b416c35fb04a,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:00.599949 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 42176) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:00.629309 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-3440306c-dbaf-4a8c-9084-ea0d912dfa46 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--463631035', 'description': 'tempest-description--39078550'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:00.670566 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (c0da8f94-087b-4e6a-9650-82cbcd3f94f0), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:00.677995 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device b720910e-4089-4dd3-9be2-0bb545536c29 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:09:00.680534 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:00.681942 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-c2f93385-ee0a-4bb8-ac99-0e017d171f45 None None] Provisioning complete for port bc0d69d5-8f64-4477-b776-bd52cb43fea0 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:00.682573 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-c2f93385-ee0a-4bb8-ac99-0e017d171f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (bc0d69d5-8f64-4477-b776-bd52cb43fea0), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:00.709612 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330c0cf-def9-49bc-89a4-c31a17dd41c4 None None] Pushing event updated for resources: {'Port': ['ID=011534e7-5ebc-4e50-8a29-7603759fb90f,revision_number=3']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:00.719841 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c642f01-75da-41da-a0e0-283cbf79526f None None] Sync routers for ids ['62ec803d-f49a-44eb-80f0-981ac75615d4'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:09:00.757970 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:00.764074 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:00.800730 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3440306c-dbaf-4a8c-9084-ea0d912dfa46 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:00.992826 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9caa9cf8-30f4-42b8-b4b4-73d1e1ade902 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:01.013380 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3440306c-dbaf-4a8c-9084-ea0d912dfa46 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for security_group (953233d5-7306-4266-ba78-3653db53bc19), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:01.079359 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:01.099030 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3440306c-dbaf-4a8c-9084-ea0d912dfa46 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (953233d5-7306-4266-ba78-3653db53bc19), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:01.102004 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-9d9da624-54e8-4044-9e85-493a1a38e23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'name': 'tempest-AttachVolumeShelveTestJSON-176795705-router', 'tenant_id': 'b6acb89542314578839f701251add904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:56Z', 'revision_number': 4, 'project_id': 'b6acb89542314578839f701251add904', 'gw_port': {'id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:48Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'bc0d69d5-8f64-4477-b776-bd52cb43fea0', 'name': '', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'tenant_id': 'b6acb89542314578839f701251add904', 'mac_address': 'fa:16:3e:b9:16:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:54Z', 'updated_at': '2022-07-05T16:08:56Z', 'revision_number': 2, 'project_id': 'b6acb89542314578839f701251add904', 'subnets': [{'id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:01.153947 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-ecc2ce37-b887-4c1d-bb0b-74201b0a0abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-748629056-router', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:57Z', 'revision_number': 4, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'gw_port': {'id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '718e5f4c-0aea-4fab-a9dc-819c9912770a', 'name': '', 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'mac_address': 'fa:16:3e:fc:e0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:08:57Z', 'revision_number': 2, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'subnets': [{'id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:01.166421 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440306c-dbaf-4a8c-9084-ea0d912dfa46 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=953233d5-7306-4266-ba78-3653db53bc19,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:01.198708 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c642f01-75da-41da-a0e0-283cbf79526f None None] Routers {'62ec803d-f49a-44eb-80f0-981ac75615d4'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:09:01.207231 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3440306c-dbaf-4a8c-9084-ea0d912dfa46 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:01.207988 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-3c642f01-75da-41da-a0e0-283cbf79526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:08:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['62ec803d-f49a-44eb-80f0-981ac75615d4'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:01.210670 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-3440306c-dbaf-4a8c-9084-ea0d912dfa46 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5971260 Jul 05 16:09:01.213807 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 42202) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:01.220842 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-6f5b02a4-372b-4f5b-8440-aecc16e882ed tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Request body: {'security_group_rule': {'security_group_id': '953233d5-7306-4266-ba78-3653db53bc19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:01.254616 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc2ce37-b887-4c1d-bb0b-74201b0a0abc None None] Checking router: 2ac14bb0-bd1e-448e-b280-36555b1f3cfa for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:09:01.254968 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc2ce37-b887-4c1d-bb0b-74201b0a0abc None None] Updating router 2ac14bb0-bd1e-448e-b280-36555b1f3cfa port 718e5f4c-0aea-4fab-a9dc-819c9912770a binding host dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:09:01.259237 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_common [None req-9caa9cf8-30f4-42b8-b4b4-73d1e1ade902 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Allocated IP 172.27.3.6 (90903495-288b-44cb-8357-c0c74fc45d82/c848da7f-4b94-4cfd-b899-6ee4cbeaeda8/2b1500e3-ad2a-4e9d-9fe7-1665b51feceb) {{(pid=104584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:09:01.285804 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9da624-54e8-4044-9e85-493a1a38e23f None None] The sync data for ids ['3ead801b-06f1-4a71-9466-3d473d45e374'] in dv-cinder-848759-1-iscsi is: [{'id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'name': 'tempest-AttachVolumeShelveTestJSON-176795705-router', 'tenant_id': 'b6acb89542314578839f701251add904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:56Z', 'revision_number': 4, 'project_id': 'b6acb89542314578839f701251add904', 'gw_port': {'id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:48Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'bc0d69d5-8f64-4477-b776-bd52cb43fea0', 'name': '', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'tenant_id': 'b6acb89542314578839f701251add904', 'mac_address': 'fa:16:3e:b9:16:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:54Z', 'updated_at': '2022-07-05T16:08:56Z', 'revision_number': 2, 'project_id': 'b6acb89542314578839f701251add904', 'subnets': [{'id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:09:01.330115 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-ecc2ce37-b887-4c1d-bb0b-74201b0a0abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (718e5f4c-0aea-4fab-a9dc-819c9912770a), before_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:01.355284 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6f5b02a4-372b-4f5b-8440-aecc16e882ed tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for security_group_rule (667866c5-607d-42d7-9749-f1fe3d5116f3), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:01.361133 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-c2f93385-ee0a-4bb8-ac99-0e017d171f45 None None] Port bc0d69d5-8f64-4477-b776-bd52cb43fea0 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:09:01.400641 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-14db3fe5-5a14-4164-9cb7-d525653ffa60 None None] Attempting to bind port 011534e7-5ebc-4e50-8a29-7603759fb90f on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:09:01.401238 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-14db3fe5-5a14-4164-9cb7-d525653ffa60 None None] Attempting to bind port 011534e7-5ebc-4e50-8a29-7603759fb90f by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': 'ff03e07f-0eeb-4738-b3fa-daadee566eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9'}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:09:01.402727 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14db3fe5-5a14-4164-9cb7-d525653ffa60 None None] Attempting to bind port 011534e7-5ebc-4e50-8a29-7603759fb90f on network 77e226ae-740f-49bf-a51d-1fc557b375c9 {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:09:01.461123 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6f5b02a4-372b-4f5b-8440-aecc16e882ed tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for security_group_rule (667866c5-607d-42d7-9749-f1fe3d5116f3), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:01.467736 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Pushing event updated for resources: {'Port': ['ID=c0da8f94-087b-4e6a-9650-82cbcd3f94f0,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:01.510663 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-1ad2bd9b-e80e-483a-974f-32af151ce352 None None] Provisioning complete for port 718e5f4c-0aea-4fab-a9dc-819c9912770a triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:01.511044 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-1ad2bd9b-e80e-483a-974f-32af151ce352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (718e5f4c-0aea-4fab-a9dc-819c9912770a), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:01.513201 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14db3fe5-5a14-4164-9cb7-d525653ffa60 None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:09:01.513575 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14db3fe5-5a14-4164-9cb7-d525653ffa60 None None] Checking segment: {'id': 'ff03e07f-0eeb-4738-b3fa-daadee566eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:09:01.513963 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-14db3fe5-5a14-4164-9cb7-d525653ffa60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:01.514354 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14db3fe5-5a14-4164-9cb7-d525653ffa60 None None] Bound using segment: {'id': 'ff03e07f-0eeb-4738-b3fa-daadee566eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9'} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:09:01.514829 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-14db3fe5-5a14-4164-9cb7-d525653ffa60 None None] Bound port: 011534e7-5ebc-4e50-8a29-7603759fb90f, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff03e07f-0eeb-4738-b3fa-daadee566eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9'}}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:09:01.515197 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-14db3fe5-5a14-4164-9cb7-d525653ffa60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (011534e7-5ebc-4e50-8a29-7603759fb90f), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:01.538232 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6f5b02a4-372b-4f5b-8440-aecc16e882ed tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (667866c5-607d-42d7-9749-f1fe3d5116f3), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:01.548335 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port b720910e-4089-4dd3-9be2-0bb545536c29 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:01.549028 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (b720910e-4089-4dd3-9be2-0bb545536c29), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:01.589331 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9caa9cf8-30f4-42b8-b4b4-73d1e1ade902 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for port (2b1500e3-ad2a-4e9d-9fe7-1665b51feceb), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:01.597637 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b02a4-372b-4f5b-8440-aecc16e882ed tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=667866c5-607d-42d7-9749-f1fe3d5116f3,revision_number=0']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:01.663832 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6f5b02a4-372b-4f5b-8440-aecc16e882ed tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:01.665706 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-6f5b02a4-372b-4f5b-8440-aecc16e882ed tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4503446 Jul 05 16:09:01.668341 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 42206) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:01.676703 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-99755c94-216e-4cf3-b3a4-f23030badcee tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Request body: {'security_group_rule': {'security_group_id': '953233d5-7306-4266-ba78-3653db53bc19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:01.697118 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=100 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:01.726437 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-3c642f01-75da-41da-a0e0-283cbf79526f None None] Set router 62ec803d-f49a-44eb-80f0-981ac75615d4 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:09:01.797666 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9caa9cf8-30f4-42b8-b4b4-73d1e1ade902 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (2b1500e3-ad2a-4e9d-9fe7-1665b51feceb), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:01.827661 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-99755c94-216e-4cf3-b3a4-f23030badcee tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for security_group_rule (346b69eb-5885-48e3-8a19-e4929e0543d8), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:01.965717 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caa9cf8-30f4-42b8-b4b4-73d1e1ade902 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Network 90903495-288b-44cb-8357-c0c74fc45d82 is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:09:01.971619 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-9caa9cf8-30f4-42b8-b4b4-73d1e1ade902 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:09:01.983560 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caa9cf8-30f4-42b8-b4b4-73d1e1ade902 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Received port after_create {{(pid=104584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:09:02.045853 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:02.046560 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 42232) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:02.059742 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-1ad2bd9b-e80e-483a-974f-32af151ce352 None None] Port 718e5f4c-0aea-4fab-a9dc-819c9912770a cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:09:02.100060 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-99755c94-216e-4cf3-b3a4-f23030badcee tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for security_group_rule (346b69eb-5885-48e3-8a19-e4929e0543d8), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:02.120000 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 42236) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:02.153552 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-d3ef3d6e-d5e8-48a6-93b8-e3c912262944 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1080684529', 'description': 'tempest-description--2009446217'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:02.181861 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-14db3fe5-5a14-4164-9cb7-d525653ffa60 None None] For port 011534e7-5ebc-4e50-8a29-7603759fb90f, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:09:02.201576 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-99755c94-216e-4cf3-b3a4-f23030badcee tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (346b69eb-5885-48e3-8a19-e4929e0543d8), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:02.237927 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-ecc2ce37-b887-4c1d-bb0b-74201b0a0abc None None] Publish callbacks [] for port (718e5f4c-0aea-4fab-a9dc-819c9912770a), precommit_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:02.316581 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-ecc2ce37-b887-4c1d-bb0b-74201b0a0abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (718e5f4c-0aea-4fab-a9dc-819c9912770a), after_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:02.326660 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-1ad2bd9b-e80e-483a-974f-32af151ce352 None None] Provisioning complete for port 011534e7-5ebc-4e50-8a29-7603759fb90f triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:02.327118 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-1ad2bd9b-e80e-483a-974f-32af151ce352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (011534e7-5ebc-4e50-8a29-7603759fb90f), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:02.398018 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:02.408295 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa9cf8-30f4-42b8-b4b4-73d1e1ade902 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Pushing event updated for resources: {'Port': ['ID=2b1500e3-ad2a-4e9d-9fe7-1665b51feceb,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:02.479959 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd299f-edb9-4793-911b-e596929d0731 req-551ae93e-7c41-4d1c-b05c-06cfd3089df7 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:02.482250 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-54fd299f-edb9-4793-911b-e596929d0731 req-551ae93e-7c41-4d1c-b05c-06cfd3089df7 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/networks?id=d875afbf-ed35-412f-bb5d-c579562ff61a HTTP/1.1" status: 200 len: 818 time: 0.4346311 Jul 05 16:09:02.494105 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9caa9cf8-30f4-42b8-b4b4-73d1e1ade902 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for floatingip (48f8a2e2-72eb-4b0c-8701-3f6924eae750), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:02.518046 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07cb3ae-2ea1-4ee8-8812-f363f104b20b None None] Pushing event updated for resources: {'Port': ['ID=718e5f4c-0aea-4fab-a9dc-819c9912770a,revision_number=3']} {{(pid=104587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:02.565368 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 42250) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:02.586572 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cbe161b0-1277-4f3f-9629-29485914fad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:02.593296 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-14db3fe5-5a14-4164-9cb7-d525653ffa60 None None] For port 011534e7-5ebc-4e50-8a29-7603759fb90f, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=011534e7-5ebc-4e50-8a29-7603759fb90f,segment=NetworkSegment(ff03e07f-0eeb-4738-b3fa-daadee566eaa),segment_id=ff03e07f-0eeb-4738-b3fa-daadee566eaa)] {{(pid=104586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:09:02.596964 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port b720910e-4089-4dd3-9be2-0bb545536c29 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:02.598066 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 38290742-61b7-4444-af99-cdc6218f8a11 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:09:02.672259 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9caa9cf8-30f4-42b8-b4b4-73d1e1ade902 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (2b1500e3-ad2a-4e9d-9fe7-1665b51feceb), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:02.674250 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-ecc2ce37-b887-4c1d-bb0b-74201b0a0abc None None] Attempting to bind port 718e5f4c-0aea-4fab-a9dc-819c9912770a on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:09:02.675108 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-ecc2ce37-b887-4c1d-bb0b-74201b0a0abc None None] Attempting to bind port 718e5f4c-0aea-4fab-a9dc-819c9912770a by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': 'bbfc7f08-68f9-4166-85b4-e53d9bec6b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a'}] {{(pid=104587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:09:02.675681 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc2ce37-b887-4c1d-bb0b-74201b0a0abc None None] Attempting to bind port 718e5f4c-0aea-4fab-a9dc-819c9912770a on network d875afbf-ed35-412f-bb5d-c579562ff61a {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:09:02.680278 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c83f31b3-4c31-484b-9118-638000d8e017 req-cd4db210-6c9a-4f6c-a62d-7c863179607c tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 210 time: 0.1846707 Jul 05 16:09:02.683079 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc2ce37-b887-4c1d-bb0b-74201b0a0abc None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:09:02.683790 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc2ce37-b887-4c1d-bb0b-74201b0a0abc None None] Checking segment: {'id': 'bbfc7f08-68f9-4166-85b4-e53d9bec6b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:09:02.684419 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-ecc2ce37-b887-4c1d-bb0b-74201b0a0abc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:02.685919 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc2ce37-b887-4c1d-bb0b-74201b0a0abc None None] Bound using segment: {'id': 'bbfc7f08-68f9-4166-85b4-e53d9bec6b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a'} {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:09:02.686611 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-ecc2ce37-b887-4c1d-bb0b-74201b0a0abc None None] Bound port: 718e5f4c-0aea-4fab-a9dc-819c9912770a, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbfc7f08-68f9-4166-85b4-e53d9bec6b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a'}}] {{(pid=104587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:09:02.687217 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-ecc2ce37-b887-4c1d-bb0b-74201b0a0abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (718e5f4c-0aea-4fab-a9dc-819c9912770a), before_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:02.691360 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-54fd299f-edb9-4793-911b-e596929d0731 req-0f07c41f-4efb-4dad-a031-53f29084e295 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/quotas/bbe6a2de3cba4aa7b365f30f5b2f745c HTTP/1.1" status: 200 len: 375 time: 0.1554160 Jul 05 16:09:02.701465 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99755c94-216e-4cf3-b3a4-f23030badcee tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346b69eb-5885-48e3-8a19-e4929e0543d8,revision_number=0']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:02.705825 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-99755c94-216e-4cf3-b3a4-f23030badcee tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:02.716409 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-99755c94-216e-4cf3-b3a4-f23030badcee tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0466077 Jul 05 16:09:02.717066 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 42254) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:02.779010 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.db [None req-ecc2ce37-b887-4c1d-bb0b-74201b0a0abc None None] For port 718e5f4c-0aea-4fab-a9dc-819c9912770a, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:09:02.782994 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.db [None req-ecc2ce37-b887-4c1d-bb0b-74201b0a0abc None None] For port 718e5f4c-0aea-4fab-a9dc-819c9912770a, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=718e5f4c-0aea-4fab-a9dc-819c9912770a,segment=NetworkSegment(bbfc7f08-68f9-4166-85b4-e53d9bec6b3e),segment_id=bbfc7f08-68f9-4166-85b4-e53d9bec6b3e)] {{(pid=104587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:09:02.786416 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:02.789188 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-54fd299f-edb9-4793-911b-e596929d0731 req-b5126a82-0150-4b3b-86fe-d838c1116e8c tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbe6a2de3cba4aa7b365f30f5b2f745c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968022 Jul 05 16:09:02.797149 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-9bc195ae-0b33-4c13-9901-9065c23d2347 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Request body: {'floatingip': {'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:02.797336 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:02.826180 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-1ad2bd9b-e80e-483a-974f-32af151ce352 None None] Port 011534e7-5ebc-4e50-8a29-7603759fb90f cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:09:02.831964 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3d6e-d5e8-48a6-93b8-e3c912262944 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:02.846731 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-ecc2ce37-b887-4c1d-bb0b-74201b0a0abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (718e5f4c-0aea-4fab-a9dc-819c9912770a), after_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:02.915271 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-14db3fe5-5a14-4164-9cb7-d525653ffa60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (011534e7-5ebc-4e50-8a29-7603759fb90f), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:02.953697 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3d6e-d5e8-48a6-93b8-e3c912262944 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group (f730280b-5e36-421c-a0a9-7dd6c9685074), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:02.958401 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-9bc195ae-0b33-4c13-9901-9065c23d2347 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:02.991518 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc2ce37-b887-4c1d-bb0b-74201b0a0abc None None] Routers {'2ac14bb0-bd1e-448e-b280-36555b1f3cfa'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:09:02.992439 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-ecc2ce37-b887-4c1d-bb0b-74201b0a0abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:08:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['2ac14bb0-bd1e-448e-b280-36555b1f3cfa'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:02.997923 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cbe161b0-1277-4f3f-9629-29485914fad0 admin admin] Publish callbacks [] for security_group (03f5bce2-1468-43b2-8f63-27efaf872e76), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:03.080868 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:03.100001 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07cb3ae-2ea1-4ee8-8812-f363f104b20b None None] Pushing event updated for resources: {'Port': ['ID=718e5f4c-0aea-4fab-a9dc-819c9912770a,revision_number=4']} {{(pid=104587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:03.124391 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3d6e-d5e8-48a6-93b8-e3c912262944 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (f730280b-5e36-421c-a0a9-7dd6c9685074), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:03.133409 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cbe161b0-1277-4f3f-9629-29485914fad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (03f5bce2-1468-43b2-8f63-27efaf872e76), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:03.162417 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-1ad2bd9b-e80e-483a-974f-32af151ce352 None None] Provisioning complete for port 6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:03.175961 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-1ad2bd9b-e80e-483a-974f-32af151ce352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:03.195377 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe161b0-1277-4f3f-9629-29485914fad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f5bce2-1468-43b2-8f63-27efaf872e76,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:03.297406 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:03.300462 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-1ad2bd9b-e80e-483a-974f-32af151ce352 None None] Port 6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:09:03.305259 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 38290742-61b7-4444-af99-cdc6218f8a11 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:03.307927 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (38290742-61b7-4444-af99-cdc6218f8a11), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:03.315096 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-cbe161b0-1277-4f3f-9629-29485914fad0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=575021ca5f494482b1e9ccf99f260aed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7475815 Jul 05 16:09:03.315737 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 42272) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:03.330396 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9caa9cf8-30f4-42b8-b4b4-73d1e1ade902 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for port (2b1500e3-ad2a-4e9d-9fe7-1665b51feceb), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:03.332924 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-ecc2ce37-b887-4c1d-bb0b-74201b0a0abc None None] Set router 2ac14bb0-bd1e-448e-b280-36555b1f3cfa gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:09:03.390544 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [req-54fd299f-edb9-4793-911b-e596929d0731 req-d069c54b-4007-4d4d-99d8-550fac2cecf1 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 16:09:03.397946 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-54fd299f-edb9-4793-911b-e596929d0731 req-d069c54b-4007-4d4d-99d8-550fac2cecf1 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2840157 Jul 05 16:09:03.403721 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9caa9cf8-30f4-42b8-b4b4-73d1e1ade902 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (2b1500e3-ad2a-4e9d-9fe7-1665b51feceb), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:03.438983 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3d6e-d5e8-48a6-93b8-e3c912262944 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:03.440258 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-d3ef3d6e-d5e8-48a6-93b8-e3c912262944 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3056412 Jul 05 16:09:03.457535 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 42274) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:03.458257 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef3d6e-d5e8-48a6-93b8-e3c912262944 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f730280b-5e36-421c-a0a9-7dd6c9685074,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:03.460367 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-8c0c08fc-1bed-447e-b337-753c1e9af555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:03.462481 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-9bc195ae-0b33-4c13-9901-9065c23d2347 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:03.470640 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa9cf8-30f4-42b8-b4b4-73d1e1ade902 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Pushing event updated for resources: {'Port': ['ID=2b1500e3-ad2a-4e9d-9fe7-1665b51feceb,revision_number=2']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:03.478019 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-3c642f01-75da-41da-a0e0-283cbf79526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f', 'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'mac_address': 'fa:16:3e:6d:63:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 2, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'subnets': [{'id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:03.480314 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9caa9cf8-30f4-42b8-b4b4-73d1e1ade902 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (48f8a2e2-72eb-4b0c-8701-3f6924eae750), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:03.530731 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-81eb2b1c-1cbd-4faf-9b73-aaddc8f2d427 admin admin] Publish callbacks [] for security_group (03f5bce2-1468-43b2-8f63-27efaf872e76), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:03.542404 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14db3fe5-5a14-4164-9cb7-d525653ffa60 None None] Routers {'40153f6d-6cc1-4d04-b305-eeb135ab17d8'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:09:03.543194 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-14db3fe5-5a14-4164-9cb7-d525653ffa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:08:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:03.550492 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c642f01-75da-41da-a0e0-283cbf79526f None None] Checking router: 62ec803d-f49a-44eb-80f0-981ac75615d4 for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:09:03.550813 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c642f01-75da-41da-a0e0-283cbf79526f None None] Updating router 62ec803d-f49a-44eb-80f0-981ac75615d4 port 6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f binding host dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:09:03.554961 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-1ad2bd9b-e80e-483a-974f-32af151ce352 None None] Provisioning complete for port bc0d69d5-8f64-4477-b776-bd52cb43fea0 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:03.555470 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-1ad2bd9b-e80e-483a-974f-32af151ce352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (bc0d69d5-8f64-4477-b776-bd52cb43fea0), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:03.566072 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-81eb2b1c-1cbd-4faf-9b73-aaddc8f2d427 admin admin] Publish callbacks [] for security_group (03f5bce2-1468-43b2-8f63-27efaf872e76), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:03.641653 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9caa9cf8-30f4-42b8-b4b4-73d1e1ade902 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:03.643349 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-9caa9cf8-30f4-42b8-b4b4-73d1e1ade902 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.3135571 Jul 05 16:09:03.717584 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330c0cf-def9-49bc-89a4-c31a17dd41c4 None None] Pushing event updated for resources: {'Port': ['ID=011534e7-5ebc-4e50-8a29-7603759fb90f,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:03.744039 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-81eb2b1c-1cbd-4faf-9b73-aaddc8f2d427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (03f5bce2-1468-43b2-8f63-27efaf872e76), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:03.747603 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-81eb2b1c-1cbd-4faf-9b73-aaddc8f2d427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:03.751169 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-81eb2b1c-1cbd-4faf-9b73-aaddc8f2d427 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/03f5bce2-1468-43b2-8f63-27efaf872e76 HTTP/1.1" status: 204 len: 168 time: 0.4111154 Jul 05 16:09:03.774722 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-3c642f01-75da-41da-a0e0-283cbf79526f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:03.782515 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:03.782515 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-1ad2bd9b-e80e-483a-974f-32af151ce352 None None] Port bc0d69d5-8f64-4477-b776-bd52cb43fea0 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:09:03.810532 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb2b1c-1cbd-4faf-9b73-aaddc8f2d427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f5bce2-1468-43b2-8f63-27efaf872e76,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:03.818647 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [None req-9bc195ae-0b33-4c13-9901-9065c23d2347 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Allocated IP 172.27.3.136 (90903495-288b-44cb-8357-c0c74fc45d82/c848da7f-4b94-4cfd-b899-6ee4cbeaeda8/73df1e46-b51b-4c43-a245-1e840240d301) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:09:03.835038 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-ecc2ce37-b887-4c1d-bb0b-74201b0a0abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-748629056-router', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:57Z', 'revision_number': 4, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'gw_port': {'id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '718e5f4c-0aea-4fab-a9dc-819c9912770a', 'name': '', 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'mac_address': 'fa:16:3e:fc:e0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:02Z', 'revision_number': 4, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'subnets': [{'id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:03.895546 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:03.897572 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc2ce37-b887-4c1d-bb0b-74201b0a0abc None None] The sync data for ids ['2ac14bb0-bd1e-448e-b280-36555b1f3cfa'] in dv-cinder-848759-1-iscsi is: [{'id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-748629056-router', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:57Z', 'revision_number': 4, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'gw_port': {'id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '718e5f4c-0aea-4fab-a9dc-819c9912770a', 'name': '', 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'mac_address': 'fa:16:3e:fc:e0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:02Z', 'revision_number': 4, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'subnets': [{'id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:09:03.899232 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:03.959215 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-9bc195ae-0b33-4c13-9901-9065c23d2347 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for port (73df1e46-b51b-4c43-a245-1e840240d301), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:03.962457 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 38290742-61b7-4444-af99-cdc6218f8a11 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:03.983423 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-14db3fe5-5a14-4164-9cb7-d525653ffa60 None None] Set router 40153f6d-6cc1-4d04-b305-eeb135ab17d8 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:09:03.989149 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-2180928b-2dce-41cf-ba1c-934eed926228 None None] Provisioning complete for port 718e5f4c-0aea-4fab-a9dc-819c9912770a triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:03.989230 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-9a2ae3f1-e1fe-46df-8224-5155f0854c26 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Request body: {'security_group_rule': {'security_group_id': 'f730280b-5e36-421c-a0a9-7dd6c9685074', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:03.989425 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2180928b-2dce-41cf-ba1c-934eed926228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (718e5f4c-0aea-4fab-a9dc-819c9912770a), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:04.099643 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-54fd299f-edb9-4793-911b-e596929d0731 req-38a7a5db-0fd1-4ee8-bcbe-ea4297eb8d5f service neutron] 10.222.0.45 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7006493 Jul 05 16:09:04.162205 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-9bc195ae-0b33-4c13-9901-9065c23d2347 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (73df1e46-b51b-4c43-a245-1e840240d301), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:04.189684 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-9a2ae3f1-e1fe-46df-8224-5155f0854c26 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group_rule (78bc51e2-117c-4a6d-b25d-c251c891df68), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:04.279955 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc195ae-0b33-4c13-9901-9065c23d2347 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Network 90903495-288b-44cb-8357-c0c74fc45d82 is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:09:04.293736 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-9bc195ae-0b33-4c13-9901-9065c23d2347 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:09:04.293736 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc195ae-0b33-4c13-9901-9065c23d2347 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:09:04.308971 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc195ae-0b33-4c13-9901-9065c23d2347 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Pushing event updated for resources: {'Port': ['ID=73df1e46-b51b-4c43-a245-1e840240d301,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:04.417190 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-54fd299f-edb9-4793-911b-e596929d0731 req-308f8e32-ea5a-4c08-a0e4-01515fa8f271 service neutron] 10.222.0.45 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164487 Jul 05 16:09:04.515128 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-9bc195ae-0b33-4c13-9901-9065c23d2347 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for floatingip (fc710f5e-73c1-42df-86f6-a9e295b592c5), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:04.523788 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-9a2ae3f1-e1fe-46df-8224-5155f0854c26 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group_rule (78bc51e2-117c-4a6d-b25d-c251c891df68), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:04.543949 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:04.583448 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-9a2ae3f1-e1fe-46df-8224-5155f0854c26 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (78bc51e2-117c-4a6d-b25d-c251c891df68), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:04.631304 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ae3f1-e1fe-46df-8224-5155f0854c26 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78bc51e2-117c-4a6d-b25d-c251c891df68,revision_number=0']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:04.637654 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device c0da8f94-087b-4e6a-9650-82cbcd3f94f0 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:09:04.669079 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-9bc195ae-0b33-4c13-9901-9065c23d2347 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (73df1e46-b51b-4c43-a245-1e840240d301), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:04.696112 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-2180928b-2dce-41cf-ba1c-934eed926228 None None] Current status of the port 718e5f4c-0aea-4fab-a9dc-819c9912770a is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:04.696509 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2180928b-2dce-41cf-ba1c-934eed926228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (718e5f4c-0aea-4fab-a9dc-819c9912770a), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:04.743295 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-9a2ae3f1-e1fe-46df-8224-5155f0854c26 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:04.746218 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-9a2ae3f1-e1fe-46df-8224-5155f0854c26 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7672367 Jul 05 16:09:04.748864 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 42308) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:04.753679 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-8e63dcfc-30e3-4151-b5dd-25803ea0b4cf tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Request body: {'security_group_rule': {'security_group_id': 'f730280b-5e36-421c-a0a9-7dd6c9685074', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:04.889110 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-2180928b-2dce-41cf-ba1c-934eed926228 None None] For port 718e5f4c-0aea-4fab-a9dc-819c9912770a, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=718e5f4c-0aea-4fab-a9dc-819c9912770a,segment=NetworkSegment(bbfc7f08-68f9-4166-85b4-e53d9bec6b3e),segment_id=bbfc7f08-68f9-4166-85b4-e53d9bec6b3e)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:04.890196 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port c0da8f94-087b-4e6a-9650-82cbcd3f94f0 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:04.896566 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (c0da8f94-087b-4e6a-9650-82cbcd3f94f0), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:04.900539 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-20202ecb-3e2f-4011-bcce-ab672e61d8ee req-a95e9aa6-d3b3-44e4-b538-7054f52c8214 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 210 time: 0.1325235 Jul 05 16:09:04.906460 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8e63dcfc-30e3-4151-b5dd-25803ea0b4cf tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group_rule (53221409-c79d-426b-9101-ba884ad0d360), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:05.044239 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:05.045688 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8e63dcfc-30e3-4151-b5dd-25803ea0b4cf tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group_rule (53221409-c79d-426b-9101-ba884ad0d360), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:05.049371 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-9bc195ae-0b33-4c13-9901-9065c23d2347 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for port (73df1e46-b51b-4c43-a245-1e840240d301), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:05.056100 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2180928b-2dce-41cf-ba1c-934eed926228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (718e5f4c-0aea-4fab-a9dc-819c9912770a), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:05.058715 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-14db3fe5-5a14-4164-9cb7-d525653ffa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'name': 'tempest-AttachVolumeTestJSON-310078999-router', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:52Z', 'revision_number': 4, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'gw_port': {'id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '011534e7-5ebc-4e50-8a29-7603759fb90f', 'name': '', 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'mac_address': 'fa:16:3e:0f:55:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:50Z', 'updated_at': '2022-07-05T16:09:02Z', 'revision_number': 4, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'subnets': [{'id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:05.088896 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-75a8c679-8d7b-461a-8436-a87bf05999fe tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--809250486&fields=id&tenant_id=3ec37a457530439b8728dd2ad2b6b7bd HTTP/1.1" status: 200 len: 267 time: 0.1359894 Jul 05 16:09:05.121350 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8e63dcfc-30e3-4151-b5dd-25803ea0b4cf tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (53221409-c79d-426b-9101-ba884ad0d360), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:05.149274 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14db3fe5-5a14-4164-9cb7-d525653ffa60 None None] The sync data for ids ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'] in dv-cinder-848759-1-iscsi is: [{'id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'name': 'tempest-AttachVolumeTestJSON-310078999-router', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:52Z', 'revision_number': 4, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'gw_port': {'id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '011534e7-5ebc-4e50-8a29-7603759fb90f', 'name': '', 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'mac_address': 'fa:16:3e:0f:55:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:50Z', 'updated_at': '2022-07-05T16:09:02Z', 'revision_number': 4, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'subnets': [{'id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:09:05.149530 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63dcfc-30e3-4151-b5dd-25803ea0b4cf tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53221409-c79d-426b-9101-ba884ad0d360,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:05.157765 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-9bc195ae-0b33-4c13-9901-9065c23d2347 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (73df1e46-b51b-4c43-a245-1e840240d301), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:05.176258 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-747067d9-336b-472a-9137-6701b54c2689 req-f469da2d-0f8f-493a-8fae-45eb9779ac86 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 210 time: 0.0603836 Jul 05 16:09:05.177433 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-9bc195ae-0b33-4c13-9901-9065c23d2347 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (fc710f5e-73c1-42df-86f6-a9e295b592c5), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:05.190512 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-3c642f01-75da-41da-a0e0-283cbf79526f None None] Publish callbacks [] for port (6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f), precommit_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:05.222573 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-2180928b-2dce-41cf-ba1c-934eed926228 None None] Provisioning complete for port 011534e7-5ebc-4e50-8a29-7603759fb90f triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:05.223104 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2180928b-2dce-41cf-ba1c-934eed926228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (011534e7-5ebc-4e50-8a29-7603759fb90f), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:05.290212 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8e63dcfc-30e3-4151-b5dd-25803ea0b4cf tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:05.300668 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 42350) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:05.301271 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-8e63dcfc-30e3-4151-b5dd-25803ea0b4cf tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5510218 Jul 05 16:09:05.315829 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-63c054a3-1057-40b2-8315-a805b14e9e15 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Request body: {'floatingip': {'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:05.363567 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc195ae-0b33-4c13-9901-9065c23d2347 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Pushing event updated for resources: {'Port': ['ID=73df1e46-b51b-4c43-a245-1e840240d301,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:05.368533 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port c0da8f94-087b-4e6a-9650-82cbcd3f94f0 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:05.369868 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 2c2a89b4-d4e5-48ce-998b-07615a49bfbc up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:09:05.393238 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-3c642f01-75da-41da-a0e0-283cbf79526f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:05.401530 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:05.402861 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-bd8a6423-d3a5-4101-b8e4-5ea8aabc0978 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:05.408661 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-bd8a6423-d3a5-4101-b8e4-5ea8aabc0978 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/networks?id=77e226ae-740f-49bf-a51d-1fc557b375c9 HTTP/1.1" status: 200 len: 810 time: 0.3060265 Jul 05 16:09:05.423410 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-9bc195ae-0b33-4c13-9901-9065c23d2347 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:05.426085 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-9bc195ae-0b33-4c13-9901-9065c23d2347 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6512034 Jul 05 16:09:05.449083 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180928b-2dce-41cf-ba1c-934eed926228 None None] Pushing event updated for resources: {'Port': ['ID=718e5f4c-0aea-4fab-a9dc-819c9912770a,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:05.457568 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-8050953f-6b9e-4e84-8d11-40802bdadff7 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/quotas/3ec37a457530439b8728dd2ad2b6b7bd HTTP/1.1" status: 200 len: 375 time: 0.0165000 Jul 05 16:09:05.581333 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-a6dd170b-3647-4012-810d-36b9d11680cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:05.622727 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-63c054a3-1057-40b2-8315-a805b14e9e15 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:05.648529 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4b84e-7ae7-4433-bf97-0f6093bcc7f4 None None] Pushing event updated for resources: {'Port': ['ID=6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f,revision_number=3']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:05.657656 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:05.742232 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 2c2a89b4-d4e5-48ce-998b-07615a49bfbc triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:05.742232 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (2c2a89b4-d4e5-48ce-998b-07615a49bfbc), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:05.795055 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-2180928b-2dce-41cf-ba1c-934eed926228 None None] Current status of the port 011534e7-5ebc-4e50-8a29-7603759fb90f is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:05.795565 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2180928b-2dce-41cf-ba1c-934eed926228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (011534e7-5ebc-4e50-8a29-7603759fb90f), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:05.800694 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-3c642f01-75da-41da-a0e0-283cbf79526f None None] Attempting to bind port 6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:09:05.801230 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-3c642f01-75da-41da-a0e0-283cbf79526f None None] Attempting to bind port 6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': 'f6022e8d-52b0-4684-bbca-ba47c36c042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef'}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:09:05.801704 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c642f01-75da-41da-a0e0-283cbf79526f None None] Attempting to bind port 6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f on network 77ec7356-4bd9-42af-abe3-f1b9c525bdef {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:09:05.804439 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-b9b51162-5f23-49e6-b9d7-2aac8598cfad tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ec37a457530439b8728dd2ad2b6b7bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3459792 Jul 05 16:09:05.821905 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:05.827050 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c642f01-75da-41da-a0e0-283cbf79526f None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:09:05.827568 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c642f01-75da-41da-a0e0-283cbf79526f None None] Checking segment: {'id': 'f6022e8d-52b0-4684-bbca-ba47c36c042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:09:05.828060 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-3c642f01-75da-41da-a0e0-283cbf79526f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:05.828543 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c642f01-75da-41da-a0e0-283cbf79526f None None] Bound using segment: {'id': 'f6022e8d-52b0-4684-bbca-ba47c36c042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef'} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:09:05.829144 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-3c642f01-75da-41da-a0e0-283cbf79526f None None] Bound port: 6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6022e8d-52b0-4684-bbca-ba47c36c042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef'}}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:09:05.829627 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-3c642f01-75da-41da-a0e0-283cbf79526f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:05.905231 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-2180928b-2dce-41cf-ba1c-934eed926228 None None] For port 011534e7-5ebc-4e50-8a29-7603759fb90f, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=011534e7-5ebc-4e50-8a29-7603759fb90f,segment=NetworkSegment(ff03e07f-0eeb-4738-b3fa-daadee566eaa),segment_id=ff03e07f-0eeb-4738-b3fa-daadee566eaa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:05.967560 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-3c642f01-75da-41da-a0e0-283cbf79526f None None] For port 6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:09:05.973600 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 2c2a89b4-d4e5-48ce-998b-07615a49bfbc is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:05.974075 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (2c2a89b4-d4e5-48ce-998b-07615a49bfbc), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:05.982740 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-3c642f01-75da-41da-a0e0-283cbf79526f None None] For port 6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:09:06.015494 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2180928b-2dce-41cf-ba1c-934eed926228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (011534e7-5ebc-4e50-8a29-7603759fb90f), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:06.029705 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] For port 2c2a89b4-d4e5-48ce-998b-07615a49bfbc, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=2c2a89b4-d4e5-48ce-998b-07615a49bfbc,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:06.093498 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-3c642f01-75da-41da-a0e0-283cbf79526f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:06.100482 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (2c2a89b4-d4e5-48ce-998b-07615a49bfbc), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:06.101334 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device a33ff957-776a-44b5-9ac1-e5fd96601020 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:09:06.145858 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8510d9b-b875-454b-b828-81064d0efc13 req-0fabe4fc-2a63-45da-bc5e-3084446ec7dd tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:06.157145 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f8510d9b-b875-454b-b828-81064d0efc13 req-0fabe4fc-2a63-45da-bc5e-3084446ec7dd tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/networks?id=d875afbf-ed35-412f-bb5d-c579562ff61a HTTP/1.1" status: 200 len: 818 time: 0.5786457 Jul 05 16:09:06.161473 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180928b-2dce-41cf-ba1c-934eed926228 None None] Pushing event updated for resources: {'Port': ['ID=011534e7-5ebc-4e50-8a29-7603759fb90f,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:06.233741 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c642f01-75da-41da-a0e0-283cbf79526f None None] Routers {'62ec803d-f49a-44eb-80f0-981ac75615d4'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:09:06.234695 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-3c642f01-75da-41da-a0e0-283cbf79526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:09:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['62ec803d-f49a-44eb-80f0-981ac75615d4'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:06.340202 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-ebf1c1c4-e302-47da-ac92-d4d26f847211 None None] Provisioning complete for port 6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:06.340647 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-ebf1c1c4-e302-47da-ac92-d4d26f847211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:06.418633 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:06.424918 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f8510d9b-b875-454b-b828-81064d0efc13 req-f81ee66d-083d-407c-bcba-3f0cc9c112a4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/quotas/bbe6a2de3cba4aa7b365f30f5b2f745c HTTP/1.1" status: 200 len: 375 time: 0.2670984 Jul 05 16:09:06.435582 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-d4b1fef7-e995-4885-8749-17325dfaa516 service neutron] 10.222.0.45 "GET /v2.0/networks/77e226ae-740f-49bf-a51d-1fc557b375c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5587683 Jul 05 16:09:06.467378 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port a33ff957-776a-44b5-9ac1-e5fd96601020 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:06.467736 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (a33ff957-776a-44b5-9ac1-e5fd96601020), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:06.517673 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4b84e-7ae7-4433-bf97-0f6093bcc7f4 None None] Pushing event updated for resources: {'Port': ['ID=6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:06.566702 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-63c054a3-1057-40b2-8315-a805b14e9e15 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:06.634825 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f8510d9b-b875-454b-b828-81064d0efc13 req-3b705f6e-d930-4225-9832-714855fdb4fb tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbe6a2de3cba4aa7b365f30f5b2f745c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1981657 Jul 05 16:09:06.674084 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dbdb71-c73f-4316-a542-37612a5adc0f None None] Sync routers for ids ['cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:09:06.711290 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:06.713032 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dbdb71-c73f-4316-a542-37612a5adc0f None None] Routers {'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:09:06.713822 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-f2dbdb71-c73f-4316-a542-37612a5adc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:09:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:06.725864 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-3c642f01-75da-41da-a0e0-283cbf79526f None None] Set router 62ec803d-f49a-44eb-80f0-981ac75615d4 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:09:06.810475 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:06.877685 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1c1c4-e302-47da-ac92-d4d26f847211 None None] Current status of the port 6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:06.878005 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-ebf1c1c4-e302-47da-ac92-d4d26f847211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:06.914867 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-f2dbdb71-c73f-4316-a542-37612a5adc0f None None] Set router cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:09:06.944204 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port a33ff957-776a-44b5-9ac1-e5fd96601020 is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:06.944204 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (a33ff957-776a-44b5-9ac1-e5fd96601020), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:06.964646 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] For port a33ff957-776a-44b5-9ac1-e5fd96601020, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=a33ff957-776a-44b5-9ac1-e5fd96601020,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:06.971398 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:07.061289 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-2298e1ac-ce36-4972-83f1-ab7c22745e7e service neutron] 10.222.0.45 "GET /v2.0/networks/77e226ae-740f-49bf-a51d-1fc557b375c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5910809 Jul 05 16:09:07.098479 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Pushing event updated for resources: {'Port': ['ID=2c2a89b4-d4e5-48ce-998b-07615a49bfbc,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:07.102645 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f8510d9b-b875-454b-b828-81064d0efc13 req-19908309-390d-474f-8afd-54676ac02a5a service neutron] 10.222.0.45 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666502 Jul 05 16:09:07.108354 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (a33ff957-776a-44b5-9ac1-e5fd96601020), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:07.109546 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 279cf361-d205-478a-90d2-9dd4439390c1 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:09:07.172913 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Pushing event updated for resources: {'Port': ['ID=a33ff957-776a-44b5-9ac1-e5fd96601020,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:07.255336 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:07.260169 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-ebf1c1c4-e302-47da-ac92-d4d26f847211 None None] For port 6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:07.285782 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-f2dbdb71-c73f-4316-a542-37612a5adc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c', 'name': 'tempest-DeleteServersTestJSON-301823470-router', 'tenant_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '279cf361-d205-478a-90d2-9dd4439390c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:54Z', 'revision_number': 4, 'project_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'gw_port': {'id': '279cf361-d205-478a-90d2-9dd4439390c1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '5a34d45c-2baa-46f5-8ed3-73c8eb3fa844', 'name': '', 'network_id': '7440bb30-cbe1-4a38-83c5-7b7fcf3eea20', 'tenant_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'mac_address': 'fa:16:3e:4a:f4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '08992fac-fed2-48ed-bcf0-90757efc7e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:52Z', 'updated_at': '2022-07-05T16:08:55Z', 'revision_number': 2, 'project_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'subnets': [{'id': '08992fac-fed2-48ed-bcf0-90757efc7e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:07.300989 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-3c642f01-75da-41da-a0e0-283cbf79526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f', 'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'mac_address': 'fa:16:3e:6d:63:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:05Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'subnets': [{'id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:07.346540 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dbdb71-c73f-4316-a542-37612a5adc0f None None] Checking router: cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:09:07.347192 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dbdb71-c73f-4316-a542-37612a5adc0f None None] Updating router cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c port 5a34d45c-2baa-46f5-8ed3-73c8eb3fa844 binding host dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:09:07.349266 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-ebf1c1c4-e302-47da-ac92-d4d26f847211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:07.358101 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c642f01-75da-41da-a0e0-283cbf79526f None None] The sync data for ids ['62ec803d-f49a-44eb-80f0-981ac75615d4'] in dv-cinder-848759-1-iscsi is: [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f', 'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'mac_address': 'fa:16:3e:6d:63:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:05Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'subnets': [{'id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:09:07.381417 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-f2dbdb71-c73f-4316-a542-37612a5adc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (5a34d45c-2baa-46f5-8ed3-73c8eb3fa844), before_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:07.419873 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [None req-63c054a3-1057-40b2-8315-a805b14e9e15 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Allocated IP 172.27.3.77 (90903495-288b-44cb-8357-c0c74fc45d82/c848da7f-4b94-4cfd-b899-6ee4cbeaeda8/df937d10-86bf-4f2c-beff-7e2cd734914b) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:09:07.427156 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.47', 53029) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:07.560614 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 279cf361-d205-478a-90d2-9dd4439390c1 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:07.563020 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (279cf361-d205-478a-90d2-9dd4439390c1), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:07.830997 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:07.915145 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-2146a9a3-1257-4503-8add-38dcafc06984 None None] Provisioning complete for port 6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:07.915939 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2146a9a3-1257-4503-8add-38dcafc06984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:07.929411 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-63c054a3-1057-40b2-8315-a805b14e9e15 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for port (df937d10-86bf-4f2c-beff-7e2cd734914b), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:07.946819 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51634ac8-f152-4329-9247-6c85db8f6823 req-c9025af7-79af-4ef2-9f14-b502a5513589 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:07.949817 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-51634ac8-f152-4329-9247-6c85db8f6823 req-c9025af7-79af-4ef2-9f14-b502a5513589 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.47 "GET /v2.0/networks?id=7440bb30-cbe1-4a38-83c5-7b7fcf3eea20 HTTP/1.1" status: 200 len: 811 time: 0.5205841 Jul 05 16:09:08.011820 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [req-51634ac8-f152-4329-9247-6c85db8f6823 req-d322c915-6935-4135-9834-cd5f61daa343 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Request body: {'port': {'device_id': '57bf131c-eb9d-4831-90e4-078609e6ff06', 'network_id': '7440bb30-cbe1-4a38-83c5-7b7fcf3eea20', 'admin_state_up': True, 'tenant_id': 'ba872aaf0fd84b1eac87e18659d222d5'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:08.051203 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f8510d9b-b875-454b-b828-81064d0efc13 req-c8085663-11ff-4ac5-9613-e5374df14df9 service neutron] 10.222.0.45 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9195316 Jul 05 16:09:08.058521 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1c1c4-e302-47da-ac92-d4d26f847211 None None] Pushing event updated for resources: {'Port': ['ID=6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:08.070913 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-28357039-48d1-47f5-b377-f37799513e0b req-7f8692a8-619e-4327-8bc2-65031c6ed419 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--463631035&fields=id&tenant_id=b6acb89542314578839f701251add904 HTTP/1.1" status: 200 len: 267 time: 0.4978557 Jul 05 16:09:08.076385 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:08.110117 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:08.122371 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-63c054a3-1057-40b2-8315-a805b14e9e15 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (df937d10-86bf-4f2c-beff-7e2cd734914b), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:08.143997 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:08.149652 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:08.164919 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 279cf361-d205-478a-90d2-9dd4439390c1 is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:08.165385 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (279cf361-d205-478a-90d2-9dd4439390c1), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:08.180842 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-2146a9a3-1257-4503-8add-38dcafc06984 None None] Current status of the port 6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:08.198808 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] For port 279cf361-d205-478a-90d2-9dd4439390c1, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=279cf361-d205-478a-90d2-9dd4439390c1,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:08.286252 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (279cf361-d205-478a-90d2-9dd4439390c1), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:08.301063 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c054a3-1057-40b2-8315-a805b14e9e15 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event updated for resources: {'Port': ['ID=df937d10-86bf-4f2c-beff-7e2cd734914b,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:08.318086 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-f2dbdb71-c73f-4316-a542-37612a5adc0f None None] Publish callbacks [] for port (5a34d45c-2baa-46f5-8ed3-73c8eb3fa844), precommit_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:08.355352 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:DELETE=7,neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:08.452732 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c054a3-1057-40b2-8315-a805b14e9e15 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Network 90903495-288b-44cb-8357-c0c74fc45d82 is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:09:08.454680 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:08.458754 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-63c054a3-1057-40b2-8315-a805b14e9e15 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:09:08.463564 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c054a3-1057-40b2-8315-a805b14e9e15 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:09:08.464141 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-f2dbdb71-c73f-4316-a542-37612a5adc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (5a34d45c-2baa-46f5-8ed3-73c8eb3fa844), after_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:08.492960 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51634ac8-f152-4329-9247-6c85db8f6823 req-d322c915-6935-4135-9834-cd5f61daa343 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Made reservation on behalf of ba872aaf0fd84b1eac87e18659d222d5 for: {'port': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:09:08.501169 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-51634ac8-f152-4329-9247-6c85db8f6823 req-d322c915-6935-4135-9834-cd5f61daa343 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:08.520917 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Pushing event updated for resources: {'Port': ['ID=279cf361-d205-478a-90d2-9dd4439390c1,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:08.588524 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a83e8-9c64-4fb2-a7c7-2ac432bb5319 None None] Pushing event updated for resources: {'Port': ['ID=5a34d45c-2baa-46f5-8ed3-73c8eb3fa844,revision_number=3']} {{(pid=104587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:08.656955 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28357039-48d1-47f5-b377-f37799513e0b req-7a867959-585a-4c8d-bfa7-6b59e843ef7c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:08.658548 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-28357039-48d1-47f5-b377-f37799513e0b req-7a867959-585a-4c8d-bfa7-6b59e843ef7c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/networks?id=2110daf5-1cfa-4c9d-9065-b33fabf55a66 HTTP/1.1" status: 200 len: 816 time: 0.5879908 Jul 05 16:09:08.695040 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-f2dbdb71-c73f-4316-a542-37612a5adc0f None None] Attempting to bind port 5a34d45c-2baa-46f5-8ed3-73c8eb3fa844 on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:09:08.695461 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-f2dbdb71-c73f-4316-a542-37612a5adc0f None None] Attempting to bind port 5a34d45c-2baa-46f5-8ed3-73c8eb3fa844 by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': '48868465-74e9-4bde-8c3e-7150996d8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7440bb30-cbe1-4a38-83c5-7b7fcf3eea20'}] {{(pid=104587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:09:08.695824 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dbdb71-c73f-4316-a542-37612a5adc0f None None] Attempting to bind port 5a34d45c-2baa-46f5-8ed3-73c8eb3fa844 on network 7440bb30-cbe1-4a38-83c5-7b7fcf3eea20 {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:09:08.705796 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dbdb71-c73f-4316-a542-37612a5adc0f None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:09:08.710314 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dbdb71-c73f-4316-a542-37612a5adc0f None None] Checking segment: {'id': '48868465-74e9-4bde-8c3e-7150996d8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7440bb30-cbe1-4a38-83c5-7b7fcf3eea20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:09:08.716527 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-f2dbdb71-c73f-4316-a542-37612a5adc0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:08.717366 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dbdb71-c73f-4316-a542-37612a5adc0f None None] Bound using segment: {'id': '48868465-74e9-4bde-8c3e-7150996d8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7440bb30-cbe1-4a38-83c5-7b7fcf3eea20'} {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:09:08.718167 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-f2dbdb71-c73f-4316-a542-37612a5adc0f None None] Bound port: 5a34d45c-2baa-46f5-8ed3-73c8eb3fa844, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48868465-74e9-4bde-8c3e-7150996d8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7440bb30-cbe1-4a38-83c5-7b7fcf3eea20'}}] {{(pid=104587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:09:08.724245 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-f2dbdb71-c73f-4316-a542-37612a5adc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (5a34d45c-2baa-46f5-8ed3-73c8eb3fa844), before_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:08.865400 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-28357039-48d1-47f5-b377-f37799513e0b req-89247e7d-7005-49a6-862f-2dcd09bcb40e tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/quotas/b6acb89542314578839f701251add904 HTTP/1.1" status: 200 len: 375 time: 0.1756256 Jul 05 16:09:08.866629 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-63c054a3-1057-40b2-8315-a805b14e9e15 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (ec103040-fdf8-48d3-9e01-b62ba1d703ee), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:08.927987 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.db [None req-f2dbdb71-c73f-4316-a542-37612a5adc0f None None] For port 5a34d45c-2baa-46f5-8ed3-73c8eb3fa844, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:09:08.937249 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.db [None req-f2dbdb71-c73f-4316-a542-37612a5adc0f None None] For port 5a34d45c-2baa-46f5-8ed3-73c8eb3fa844, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=5a34d45c-2baa-46f5-8ed3-73c8eb3fa844,segment=NetworkSegment(48868465-74e9-4bde-8c3e-7150996d8586),segment_id=48868465-74e9-4bde-8c3e-7150996d8586)] {{(pid=104587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:09:08.971689 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-86a65ac9-b4ea-46ff-853c-5da0b16cbe8a req-5e2c45be-a429-4f93-b57d-9edd7560e075 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 210 time: 0.1963382 Jul 05 16:09:08.974506 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 718e5f4c-0aea-4fab-a9dc-819c9912770a up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:09:09.056195 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-f2dbdb71-c73f-4316-a542-37612a5adc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (5a34d45c-2baa-46f5-8ed3-73c8eb3fa844), after_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:09.065911 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_common [req-51634ac8-f152-4329-9247-6c85db8f6823 req-d322c915-6935-4135-9834-cd5f61daa343 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Allocated IP 172.20.0.5 (7440bb30-cbe1-4a38-83c5-7b7fcf3eea20/08992fac-fed2-48ed-bcf0-90757efc7e72/54940261-cd96-498a-aea6-233e2ce2bed9) {{(pid=104584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:09:09.077673 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-28357039-48d1-47f5-b377-f37799513e0b req-564cc7b6-6105-4263-8c92-c74a576189aa tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6acb89542314578839f701251add904&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2035661 Jul 05 16:09:09.145986 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dbdb71-c73f-4316-a542-37612a5adc0f None None] Routers {'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:09:09.148049 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-f2dbdb71-c73f-4316-a542-37612a5adc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:09:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:09.155212 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-673a986d-1981-41a5-a532-8325dc1cd3c8 None None] Provisioning complete for port 5a34d45c-2baa-46f5-8ed3-73c8eb3fa844 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:09.156590 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-673a986d-1981-41a5-a532-8325dc1cd3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (5a34d45c-2baa-46f5-8ed3-73c8eb3fa844), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:09.169761 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.47', 53037) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:09.248531 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a83e8-9c64-4fb2-a7c7-2ac432bb5319 None None] Pushing event updated for resources: {'Port': ['ID=5a34d45c-2baa-46f5-8ed3-73c8eb3fa844,revision_number=4']} {{(pid=104587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:09.263388 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 718e5f4c-0aea-4fab-a9dc-819c9912770a triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:09.264046 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (718e5f4c-0aea-4fab-a9dc-819c9912770a), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:09.277688 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:09.365361 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-63c054a3-1057-40b2-8315-a805b14e9e15 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (df937d10-86bf-4f2c-beff-7e2cd734914b), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:09.403348 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-f2dbdb71-c73f-4316-a542-37612a5adc0f None None] Set router cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:09:09.421795 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c0e8f4ea-e8b6-4dd1-a3fb-96cd3c6d5d8c req-2adaf3b2-570c-4506-89fb-2882f18bc481 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 210 time: 0.0542831 Jul 05 16:09:09.486188 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-51634ac8-f152-4329-9247-6c85db8f6823 req-d322c915-6935-4135-9834-cd5f61daa343 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Publish callbacks [] for port (54940261-cd96-498a-aea6-233e2ce2bed9), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:09.552010 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:09.561984 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-673a986d-1981-41a5-a532-8325dc1cd3c8 None None] Current status of the port 5a34d45c-2baa-46f5-8ed3-73c8eb3fa844 is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:09.562613 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-673a986d-1981-41a5-a532-8325dc1cd3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (5a34d45c-2baa-46f5-8ed3-73c8eb3fa844), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:09.592012 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-aef7e8a4-c6f7-4bb9-8192-761a8fa19dc9 req-e7d28e20-def6-4522-99cb-0ae634de1a49 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 210 time: 0.0729249 Jul 05 16:09:09.633607 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-28357039-48d1-47f5-b377-f37799513e0b req-ae0d7066-9a35-4b60-acb7-de265e8fecad service neutron] 10.222.0.45 "GET /v2.0/networks/2110daf5-1cfa-4c9d-9065-b33fabf55a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402076 Jul 05 16:09:09.656412 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:09.674260 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-673a986d-1981-41a5-a532-8325dc1cd3c8 None None] For port 5a34d45c-2baa-46f5-8ed3-73c8eb3fa844, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=5a34d45c-2baa-46f5-8ed3-73c8eb3fa844,segment=NetworkSegment(48868465-74e9-4bde-8c3e-7150996d8586),segment_id=48868465-74e9-4bde-8c3e-7150996d8586)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:09.676333 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 718e5f4c-0aea-4fab-a9dc-819c9912770a is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:09.677792 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device a33ff957-776a-44b5-9ac1-e5fd96601020 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:09:09.705450 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-51634ac8-f152-4329-9247-6c85db8f6823 req-d322c915-6935-4135-9834-cd5f61daa343 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (54940261-cd96-498a-aea6-233e2ce2bed9), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:09.781627 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-673a986d-1981-41a5-a532-8325dc1cd3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (5a34d45c-2baa-46f5-8ed3-73c8eb3fa844), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:09.836063 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-f2dbdb71-c73f-4316-a542-37612a5adc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c', 'name': 'tempest-DeleteServersTestJSON-301823470-router', 'tenant_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '279cf361-d205-478a-90d2-9dd4439390c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:54Z', 'revision_number': 4, 'project_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'gw_port': {'id': '279cf361-d205-478a-90d2-9dd4439390c1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '5a34d45c-2baa-46f5-8ed3-73c8eb3fa844', 'name': '', 'network_id': '7440bb30-cbe1-4a38-83c5-7b7fcf3eea20', 'tenant_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'mac_address': 'fa:16:3e:4a:f4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '08992fac-fed2-48ed-bcf0-90757efc7e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:52Z', 'updated_at': '2022-07-05T16:09:08Z', 'revision_number': 4, 'project_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'subnets': [{'id': '08992fac-fed2-48ed-bcf0-90757efc7e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:09.873274 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:09.875804 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dbdb71-c73f-4316-a542-37612a5adc0f None None] The sync data for ids ['cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c'] in dv-cinder-848759-1-iscsi is: [{'id': 'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c', 'name': 'tempest-DeleteServersTestJSON-301823470-router', 'tenant_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '279cf361-d205-478a-90d2-9dd4439390c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:54Z', 'revision_number': 4, 'project_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'gw_port': {'id': '279cf361-d205-478a-90d2-9dd4439390c1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '5a34d45c-2baa-46f5-8ed3-73c8eb3fa844', 'name': '', 'network_id': '7440bb30-cbe1-4a38-83c5-7b7fcf3eea20', 'tenant_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'mac_address': 'fa:16:3e:4a:f4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '08992fac-fed2-48ed-bcf0-90757efc7e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:52Z', 'updated_at': '2022-07-05T16:09:08Z', 'revision_number': 4, 'project_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'subnets': [{'id': '08992fac-fed2-48ed-bcf0-90757efc7e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:09:10.011718 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd299f-edb9-4793-911b-e596929d0731 req-02ac3451-e05e-48ab-81b7-8aa03675a38a tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:10.025542 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-54fd299f-edb9-4793-911b-e596929d0731 req-02ac3451-e05e-48ab-81b7-8aa03675a38a tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.47 "GET /v2.0/networks?id=d875afbf-ed35-412f-bb5d-c579562ff61a HTTP/1.1" status: 200 len: 818 time: 0.8507059 Jul 05 16:09:10.062269 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port a33ff957-776a-44b5-9ac1-e5fd96601020 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:10.062791 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (a33ff957-776a-44b5-9ac1-e5fd96601020), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:10.064376 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-5c6cd280-8cd3-4843-9d13-9f20cb8cd30f None None] Provisioning complete for port 5a34d45c-2baa-46f5-8ed3-73c8eb3fa844 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:10.064884 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-5c6cd280-8cd3-4843-9d13-9f20cb8cd30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (5a34d45c-2baa-46f5-8ed3-73c8eb3fa844), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:10.068433 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a986d-1981-41a5-a532-8325dc1cd3c8 None None] Pushing event updated for resources: {'Port': ['ID=5a34d45c-2baa-46f5-8ed3-73c8eb3fa844,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:10.144851 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:10.172258 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51634ac8-f152-4329-9247-6c85db8f6823 req-d322c915-6935-4135-9834-cd5f61daa343 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Network 7440bb30-cbe1-4a38-83c5-7b7fcf3eea20 is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:09:10.172891 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:10.197748 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [req-54fd299f-edb9-4793-911b-e596929d0731 req-9a6b554a-cf61-4961-a1c2-46796fe6e5d4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Request body: {'port': {'device_id': '4233316e-f948-4729-a298-95bfa8d528da', 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a', 'admin_state_up': True, 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:10.230471 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [req-51634ac8-f152-4329-9247-6c85db8f6823 req-d322c915-6935-4135-9834-cd5f61daa343 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:09:10.286675 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [req-51634ac8-f152-4329-9247-6c85db8f6823 req-d322c915-6935-4135-9834-cd5f61daa343 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Received port after_create {{(pid=104584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:09:10.293544 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51634ac8-f152-4329-9247-6c85db8f6823 req-d322c915-6935-4135-9834-cd5f61daa343 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:10.294369 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-51634ac8-f152-4329-9247-6c85db8f6823 req-d322c915-6935-4135-9834-cd5f61daa343 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for port (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:10.301889 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-63c054a3-1057-40b2-8315-a805b14e9e15 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for port (df937d10-86bf-4f2c-beff-7e2cd734914b), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:10.307408 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322c915-6935-4135-9834-cd5f61daa343 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Pushing event updated for resources: {'Port': ['ID=54940261-cd96-498a-aea6-233e2ce2bed9,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:10.317713 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-28357039-48d1-47f5-b377-f37799513e0b req-49bff5fe-cb88-4304-a643-22ad091c0000 service neutron] 10.222.0.45 "GET /v2.0/networks/2110daf5-1cfa-4c9d-9065-b33fabf55a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6499391 Jul 05 16:09:10.422874 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-63c054a3-1057-40b2-8315-a805b14e9e15 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (df937d10-86bf-4f2c-beff-7e2cd734914b), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:10.461789 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-5c6cd280-8cd3-4843-9d13-9f20cb8cd30f None None] Current status of the port 5a34d45c-2baa-46f5-8ed3-73c8eb3fa844 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:10.482942 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-51634ac8-f152-4329-9247-6c85db8f6823 req-d322c915-6935-4135-9834-cd5f61daa343 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4845090 Jul 05 16:09:10.495909 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port a33ff957-776a-44b5-9ac1-e5fd96601020 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:10.500725 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 48861412-90ec-422b-a6e4-81b2262c0c99 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:09:10.508419 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-63c054a3-1057-40b2-8315-a805b14e9e15 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (ec103040-fdf8-48d3-9e01-b62ba1d703ee), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:10.589139 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54fd299f-edb9-4793-911b-e596929d0731 req-9a6b554a-cf61-4961-a1c2-46796fe6e5d4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Made reservation on behalf of bbe6a2de3cba4aa7b365f30f5b2f745c for: {'port': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:09:10.594026 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-54fd299f-edb9-4793-911b-e596929d0731 req-9a6b554a-cf61-4961-a1c2-46796fe6e5d4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:10.609131 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c054a3-1057-40b2-8315-a805b14e9e15 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event updated for resources: {'Port': ['ID=df937d10-86bf-4f2c-beff-7e2cd734914b,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:10.639224 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 48861412-90ec-422b-a6e4-81b2262c0c99 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:10.639879 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (48861412-90ec-422b-a6e4-81b2262c0c99), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:10.643648 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad5810-3d64-44f9-9b13-2fd0ec17a8ed req-ca463815-60cb-4545-b8a7-6d8d12f1b774 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:10.657031 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8bad5810-3d64-44f9-9b13-2fd0ec17a8ed req-ca463815-60cb-4545-b8a7-6d8d12f1b774 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 931 time: 0.1438909 Jul 05 16:09:10.709859 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-63c054a3-1057-40b2-8315-a805b14e9e15 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:10.715772 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-63c054a3-1057-40b2-8315-a805b14e9e15 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4123497 Jul 05 16:09:10.805519 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8bad5810-3d64-44f9-9b13-2fd0ec17a8ed req-acf3b428-4ffa-4935-8dab-303a27a0bed0 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454954 Jul 05 16:09:10.873241 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-af55b1b7-dac6-4f78-a7e9-ed2294b4f0ee None None] Provisioning complete for port 54940261-cd96-498a-aea6-233e2ce2bed9 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:10.875205 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-af55b1b7-dac6-4f78-a7e9-ed2294b4f0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (54940261-cd96-498a-aea6-233e2ce2bed9), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:10.963879 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-af55b1b7-dac6-4f78-a7e9-ed2294b4f0ee None None] Port 54940261-cd96-498a-aea6-233e2ce2bed9 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:09:10.976620 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 48861412-90ec-422b-a6e4-81b2262c0c99 is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:10.978402 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (48861412-90ec-422b-a6e4-81b2262c0c99), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:11.017808 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-144d64d4-3d68-40bd-8999-4ef5a8e8dfdb req-00366f90-41f9-4da1-8469-50936cd587df tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 210 time: 0.1318367 Jul 05 16:09:11.087424 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] For port 48861412-90ec-422b-a6e4-81b2262c0c99, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=48861412-90ec-422b-a6e4-81b2262c0c99,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:11.120305 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_common [req-54fd299f-edb9-4793-911b-e596929d0731 req-9a6b554a-cf61-4961-a1c2-46796fe6e5d4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Allocated IP 172.20.0.12 (d875afbf-ed35-412f-bb5d-c579562ff61a/8a9b66f2-eae4-47d1-8086-fa8b5da512fd/0d3daec4-e5f2-405e-a531-5ab8f6778220) {{(pid=104584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:09:11.125387 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=100 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:11.294203 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-59b96bfd-f39b-437f-99c6-851fe232e043 req-5de5cb83-3010-439a-b358-d4a8b0fab8f2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 210 time: 0.1197498 Jul 05 16:09:11.312574 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (48861412-90ec-422b-a6e4-81b2262c0c99), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:11.313775 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 2c2a89b4-d4e5-48ce-998b-07615a49bfbc up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:09:11.353801 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-25570c62-4ffd-4ffc-a9f8-5eefb121f3b2 req-8fe856a8-b325-45d0-8903-833c03002120 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 210 time: 0.1120450 Jul 05 16:09:11.463694 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-51741d09-a1b1-407c-8d12-cd890276962d req-66ce02e7-05f1-4013-9bf5-7a375fecb040 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1080684529&fields=id&tenant_id=42e6ad67dbf542528726c545872ac10c HTTP/1.1" status: 200 len: 267 time: 0.0642321 Jul 05 16:09:11.475878 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 2c2a89b4-d4e5-48ce-998b-07615a49bfbc triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:11.476336 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (2c2a89b4-d4e5-48ce-998b-07615a49bfbc), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:11.516411 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Pushing event updated for resources: {'Port': ['ID=48861412-90ec-422b-a6e4-81b2262c0c99,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:11.580724 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 2c2a89b4-d4e5-48ce-998b-07615a49bfbc is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:11.582100 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 011534e7-5ebc-4e50-8a29-7603759fb90f up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:09:11.601868 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51741d09-a1b1-407c-8d12-cd890276962d req-50dcc9e6-ef68-401e-8020-ec97905850fd tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:11.605301 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-51741d09-a1b1-407c-8d12-cd890276962d req-50dcc9e6-ef68-401e-8020-ec97905850fd tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/networks?id=77ec7356-4bd9-42af-abe3-f1b9c525bdef HTTP/1.1" status: 200 len: 815 time: 0.1403115 Jul 05 16:09:11.625448 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-51741d09-a1b1-407c-8d12-cd890276962d req-6cf1ff13-5470-416e-94f7-f58a1313c76d tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/quotas/42e6ad67dbf542528726c545872ac10c HTTP/1.1" status: 200 len: 375 time: 0.0163414 Jul 05 16:09:11.633662 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 011534e7-5ebc-4e50-8a29-7603759fb90f triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:11.634119 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (011534e7-5ebc-4e50-8a29-7603759fb90f), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:11.685312 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-51741d09-a1b1-407c-8d12-cd890276962d req-04fe9d76-0dc6-4023-92e5-ff38e2585549 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=42e6ad67dbf542528726c545872ac10c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515194 Jul 05 16:09:11.710227 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-54fd299f-edb9-4793-911b-e596929d0731 req-9a6b554a-cf61-4961-a1c2-46796fe6e5d4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks [] for port (0d3daec4-e5f2-405e-a531-5ab8f6778220), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:11.752685 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 011534e7-5ebc-4e50-8a29-7603759fb90f is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:11.796816 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:11.817242 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-51741d09-a1b1-407c-8d12-cd890276962d req-bf3b8777-8e54-4d98-b8ec-b69d24c570f2 service neutron] 10.222.0.45 "GET /v2.0/networks/77ec7356-4bd9-42af-abe3-f1b9c525bdef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186485 Jul 05 16:09:11.835409 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-54fd299f-edb9-4793-911b-e596929d0731 req-9a6b554a-cf61-4961-a1c2-46796fe6e5d4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (0d3daec4-e5f2-405e-a531-5ab8f6778220), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:11.868361 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:11.902812 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54fd299f-edb9-4793-911b-e596929d0731 req-9a6b554a-cf61-4961-a1c2-46796fe6e5d4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Network d875afbf-ed35-412f-bb5d-c579562ff61a is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:09:11.906631 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [req-54fd299f-edb9-4793-911b-e596929d0731 req-9a6b554a-cf61-4961-a1c2-46796fe6e5d4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:09:11.911057 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fd299f-edb9-4793-911b-e596929d0731 req-9a6b554a-cf61-4961-a1c2-46796fe6e5d4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Received port after_create {{(pid=104584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:09:11.917801 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd299f-edb9-4793-911b-e596929d0731 req-9a6b554a-cf61-4961-a1c2-46796fe6e5d4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:11.918610 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-54fd299f-edb9-4793-911b-e596929d0731 req-9a6b554a-cf61-4961-a1c2-46796fe6e5d4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for port (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:11.936809 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b554a-cf61-4961-a1c2-46796fe6e5d4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Pushing event updated for resources: {'Port': ['ID=0d3daec4-e5f2-405e-a531-5ab8f6778220,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:11.944526 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-51741d09-a1b1-407c-8d12-cd890276962d req-5e74204e-3a21-4012-84b1-5149ff1fbbfa service neutron] 10.222.0.45 "GET /v2.0/networks/77ec7356-4bd9-42af-abe3-f1b9c525bdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203454 Jul 05 16:09:12.020982 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-54fd299f-edb9-4793-911b-e596929d0731 req-9a6b554a-cf61-4961-a1c2-46796fe6e5d4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9816027 Jul 05 16:09:12.071808 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 48861412-90ec-422b-a6e4-81b2262c0c99 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:09:12.154687 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 48861412-90ec-422b-a6e4-81b2262c0c99 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:12.155340 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (48861412-90ec-422b-a6e4-81b2262c0c99), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:12.162189 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:12.187521 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c506ba-44e7-4fc7-b4e7-e895524c9d69 req-bb6567fd-7db3-4215-9c2e-bb9f455d0d9d tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:12.189519 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c7c506ba-44e7-4fc7-b4e7-e895524c9d69 req-bb6567fd-7db3-4215-9c2e-bb9f455d0d9d tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 931 time: 0.1095433 Jul 05 16:09:12.227828 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:12.279653 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c7c506ba-44e7-4fc7-b4e7-e895524c9d69 req-93bd4b4f-f1ae-49d8-a55c-22f5c023c535 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834804 Jul 05 16:09:12.300044 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-71aa51cf-b08a-40a9-8905-26eb78ee0b92 None None] Provisioning complete for port 0d3daec4-e5f2-405e-a531-5ab8f6778220 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:12.300417 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-71aa51cf-b08a-40a9-8905-26eb78ee0b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (0d3daec4-e5f2-405e-a531-5ab8f6778220), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:12.395193 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 48861412-90ec-422b-a6e4-81b2262c0c99 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:12.396561 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 5a34d45c-2baa-46f5-8ed3-73c8eb3fa844 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:09:12.399050 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-71aa51cf-b08a-40a9-8905-26eb78ee0b92 None None] Port 0d3daec4-e5f2-405e-a531-5ab8f6778220 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:09:12.426120 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e5848f60-8045-42a1-b2bb-10c61f775f89 req-a1c54798-9756-4c9a-9648-83e6b3140b15 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 210 time: 0.0384710 Jul 05 16:09:12.472332 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 5a34d45c-2baa-46f5-8ed3-73c8eb3fa844 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:12.472989 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (5a34d45c-2baa-46f5-8ed3-73c8eb3fa844), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:12.555201 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-32b6c1a4-ae80-488f-84a1-4f69679cd1d9 req-623cb9fc-88eb-483f-a767-01faa4faa506 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 210 time: 0.0437005 Jul 05 16:09:12.592742 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 5a34d45c-2baa-46f5-8ed3-73c8eb3fa844 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:12.596911 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 279cf361-d205-478a-90d2-9dd4439390c1 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:09:12.630053 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d770d27f-1fcb-475d-b3f3-fb4227bb7edf req-458f905d-cc07-4036-8c65-7f57c3fa99cd tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 210 time: 0.0738394 Jul 05 16:09:12.663225 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 279cf361-d205-478a-90d2-9dd4439390c1 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:12.663598 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (279cf361-d205-478a-90d2-9dd4439390c1), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:12.675351 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c37acfc0-70ac-4a5d-8f10-71c29c5b907f req-82ea0d2c-3cd7-4629-89d4-633363c336e5 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 210 time: 0.0438013 Jul 05 16:09:12.696183 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=100 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:12.742395 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 279cf361-d205-478a-90d2-9dd4439390c1 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:12.743598 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:09:12.786986 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:12.787551 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:12.868752 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:13.403720 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d5829-c1bf-460b-a2a5-a17e98bb601f req-2d08f8f0-8c8b-4edf-a106-f5547161cd89 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:13.405963 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ad4d5829-c1bf-460b-a2a5-a17e98bb601f req-2d08f8f0-8c8b-4edf-a106-f5547161cd89 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 931 time: 0.0525393 Jul 05 16:09:13.490445 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ad4d5829-c1bf-460b-a2a5-a17e98bb601f req-a8d11a55-bc0b-4452-bc2f-db72da4994db tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675197 Jul 05 16:09:13.578820 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c2cf1efd-8261-4395-8627-c255d8df8da9 req-cc1c6cbc-6558-4c29-a940-a19a9d7bba0b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 210 time: 0.0389442 Jul 05 16:09:13.735884 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ef1fbd8e-6b93-4a4a-a714-6292b9592370 req-dea9e3ed-7c91-40f8-ae8b-9106287f4bf5 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 210 time: 0.0597827 Jul 05 16:09:13.806304 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b7378b81-9e20-4c2a-9d69-e21d82a3a0fe req-c9f8c1d4-83e7-434b-9736-a3310f2aed93 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 210 time: 0.0436995 Jul 05 16:09:13.881548 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-71100efb-0d8e-433f-bb27-a1c8b5b418a4 req-745e0117-fc33-4cb9-92b5-ee18cbe8538a tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 210 time: 0.0404396 Jul 05 16:09:14.663383 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741422c-b00c-44a2-a9ab-ff9b7d1ed3c3 req-1d7d811a-1730-4286-a284-81ca61d7c9c6 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:14.663383 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b741422c-b00c-44a2-a9ab-ff9b7d1ed3c3 req-1d7d811a-1730-4286-a284-81ca61d7c9c6 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 931 time: 0.0767772 Jul 05 16:09:14.754325 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754984a5-a738-4f4d-8bac-d28fc8e7ad65 None None] Sync routers for ids ['3ead801b-06f1-4a71-9466-3d473d45e374'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:09:14.789443 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b741422c-b00c-44a2-a9ab-ff9b7d1ed3c3 req-a1a3fe74-3ffb-4778-af04-8723feefc48e tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217065 Jul 05 16:09:14.799957 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754984a5-a738-4f4d-8bac-d28fc8e7ad65 None None] Routers {'3ead801b-06f1-4a71-9466-3d473d45e374'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:09:14.800597 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-754984a5-a738-4f4d-8bac-d28fc8e7ad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:09:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['3ead801b-06f1-4a71-9466-3d473d45e374'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:14.899248 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f7c568b8-8a06-4268-a3bb-10377b63d60b req-fe49db62-1f09-4947-8455-22c9c14b1aa9 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 210 time: 0.0647964 Jul 05 16:09:14.954827 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-29800c3e-ace4-4de7-8bc4-d1ecdb1af143 req-33d340d4-d5f8-4521-b497-809700f2a783 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 210 time: 0.0672455 Jul 05 16:09:14.980349 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-754984a5-a738-4f4d-8bac-d28fc8e7ad65 None None] Set router 3ead801b-06f1-4a71-9466-3d473d45e374 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:09:15.173363 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-74447d70-a2f2-4a0d-9d22-bd3f40f63464 req-efc51079-99c0-473f-a382-85c7209cccb0 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 210 time: 0.0574632 Jul 05 16:09:15.208569 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f798ec6c-8c48-4263-9299-10fec8028ea1 req-9bd659f3-46d4-43fc-a891-1cb5429302af tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 210 time: 0.1101437 Jul 05 16:09:15.230254 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [req-51634ac8-f152-4329-9247-6c85db8f6823 req-eb06bab3-8163-4b23-a663-de0c7d2a923f tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 16:09:15.232526 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-51634ac8-f152-4329-9247-6c85db8f6823 req-eb06bab3-8163-4b23-a663-de0c7d2a923f tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0337563 Jul 05 16:09:15.239613 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.47', 53047) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:15.476692 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [req-54fd299f-edb9-4793-911b-e596929d0731 req-d8eefea2-b5aa-4d0f-94c5-e86df4be7db2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 16:09:15.478236 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-54fd299f-edb9-4793-911b-e596929d0731 req-d8eefea2-b5aa-4d0f-94c5-e86df4be7db2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2122035 Jul 05 16:09:15.539244 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-e44582fb-9e0a-470c-9e68-4978a4554066 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:15.541846 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-e44582fb-9e0a-470c-9e68-4978a4554066 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.47 "GET /v2.0/networks?id=77e226ae-740f-49bf-a51d-1fc557b375c9 HTTP/1.1" status: 200 len: 810 time: 0.2796609 Jul 05 16:09:15.632171 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-754984a5-a738-4f4d-8bac-d28fc8e7ad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'name': 'tempest-AttachVolumeShelveTestJSON-176795705-router', 'tenant_id': 'b6acb89542314578839f701251add904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:56Z', 'revision_number': 4, 'project_id': 'b6acb89542314578839f701251add904', 'gw_port': {'id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:48Z', 'updated_at': '2022-07-05T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'bc0d69d5-8f64-4477-b776-bd52cb43fea0', 'name': '', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'tenant_id': 'b6acb89542314578839f701251add904', 'mac_address': 'fa:16:3e:b9:16:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:54Z', 'updated_at': '2022-07-05T16:08:56Z', 'revision_number': 2, 'project_id': 'b6acb89542314578839f701251add904', 'subnets': [{'id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:15.668958 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754984a5-a738-4f4d-8bac-d28fc8e7ad65 None None] Checking router: 3ead801b-06f1-4a71-9466-3d473d45e374 for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:09:15.668958 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754984a5-a738-4f4d-8bac-d28fc8e7ad65 None None] Updating router 3ead801b-06f1-4a71-9466-3d473d45e374 port bc0d69d5-8f64-4477-b776-bd52cb43fea0 binding host dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:09:15.697541 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 42676) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:15.719149 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-754984a5-a738-4f4d-8bac-d28fc8e7ad65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (bc0d69d5-8f64-4477-b776-bd52cb43fea0), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:15.738262 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-509272b0-c81b-48fc-9090-30401bced074 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ec37a457530439b8728dd2ad2b6b7bd HTTP/1.1" status: 200 len: 379 time: 0.1714115 Jul 05 16:09:15.753296 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-9bf0e256-aee0-48d0-85c1-9e747c13244b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Request body: {'port': {'device_id': '9b902cfe-0e0b-4ce5-b2df-67ca0464da74', 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9', 'admin_state_up': True, 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'security_groups': ['e986cbda-4393-48a6-9094-460028194364']}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:15.839378 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [req-51634ac8-f152-4329-9247-6c85db8f6823 req-3d9ffcc8-e64a-45d0-9ce5-e6b9236ec7aa service neutron] Request body: {'port': {'device_id': '57bf131c-eb9d-4831-90e4-078609e6ff06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84875'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:15.881554 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-9c771913-3bf7-4c3e-8974-96137561d6c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:15.978523 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:16.054050 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [req-54fd299f-edb9-4793-911b-e596929d0731 req-cb928d0d-1b66-46ad-b8ff-e3daa9d66ba1 service neutron] Request body: {'port': {'device_id': '4233316e-f948-4729-a298-95bfa8d528da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84875'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:16.098566 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-9c771913-3bf7-4c3e-8974-96137561d6c3 admin admin] Publish callbacks [] for security_group (d600069e-6e1a-4286-a740-d1251a977c31), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:16.104500 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:16.188346 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:16.224294 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-9c771913-3bf7-4c3e-8974-96137561d6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (d600069e-6e1a-4286-a740-d1251a977c31), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:16.245045 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-51634ac8-f152-4329-9247-6c85db8f6823 req-3d9ffcc8-e64a-45d0-9ce5-e6b9236ec7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (54940261-cd96-498a-aea6-233e2ce2bed9), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:16.285480 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e9fdbc17-d33b-4e16-9119-9c13302430e6 req-9db1097a-63f5-4f6c-ae09-e54d64d4f9f1 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 210 time: 0.1482136 Jul 05 16:09:16.354832 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-754984a5-a738-4f4d-8bac-d28fc8e7ad65 None None] Publish callbacks [] for port (bc0d69d5-8f64-4477-b776-bd52cb43fea0), precommit_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:16.368583 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0393a-dcdb-4600-a81f-37ba5681e720 req-c8eeb09d-b90b-4f05-9958-4b08ca3e0766 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:16.370465 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c7f0393a-dcdb-4600-a81f-37ba5681e720 req-c8eeb09d-b90b-4f05-9958-4b08ca3e0766 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 931 time: 0.2646565 Jul 05 16:09:16.440839 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b8694c1b-d373-490a-9098-e46876420bcd req-ca66e090-a7fd-4ea7-b3ea-147cab36737a tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 210 time: 0.0396149 Jul 05 16:09:16.461970 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-9c771913-3bf7-4c3e-8974-96137561d6c3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5f869af7abeb422e9200d378c8b02b78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7611113 Jul 05 16:09:16.462369 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-754984a5-a738-4f4d-8bac-d28fc8e7ad65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (bc0d69d5-8f64-4477-b776-bd52cb43fea0), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:16.477072 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 42706) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:16.483337 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c771913-3bf7-4c3e-8974-96137561d6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d600069e-6e1a-4286-a740-d1251a977c31,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:16.509617 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-54fd299f-edb9-4793-911b-e596929d0731 req-cb928d0d-1b66-46ad-b8ff-e3daa9d66ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (0d3daec4-e5f2-405e-a531-5ab8f6778220), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:16.592310 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c7f0393a-dcdb-4600-a81f-37ba5681e720 req-07541448-686c-4d95-9f12-2c3f74528768 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019651 Jul 05 16:09:16.665737 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bfb62-6911-4184-b8d4-d4358fb69d7c None None] Pushing event updated for resources: {'Port': ['ID=bc0d69d5-8f64-4477-b776-bd52cb43fea0,revision_number=3']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:16.923948 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-754984a5-a738-4f4d-8bac-d28fc8e7ad65 None None] Attempting to bind port bc0d69d5-8f64-4477-b776-bd52cb43fea0 on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:09:16.926007 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-754984a5-a738-4f4d-8bac-d28fc8e7ad65 None None] Attempting to bind port bc0d69d5-8f64-4477-b776-bd52cb43fea0 by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': '6f645013-d008-4ebc-b993-15aa3ce0d8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66'}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:09:16.926007 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754984a5-a738-4f4d-8bac-d28fc8e7ad65 None None] Attempting to bind port bc0d69d5-8f64-4477-b776-bd52cb43fea0 on network 2110daf5-1cfa-4c9d-9065-b33fabf55a66 {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:09:16.948871 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:16.954023 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754984a5-a738-4f4d-8bac-d28fc8e7ad65 None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:09:16.954023 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754984a5-a738-4f4d-8bac-d28fc8e7ad65 None None] Checking segment: {'id': '6f645013-d008-4ebc-b993-15aa3ce0d8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:09:16.954023 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-754984a5-a738-4f4d-8bac-d28fc8e7ad65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:16.954023 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754984a5-a738-4f4d-8bac-d28fc8e7ad65 None None] Bound using segment: {'id': '6f645013-d008-4ebc-b993-15aa3ce0d8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66'} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:09:16.954023 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-754984a5-a738-4f4d-8bac-d28fc8e7ad65 None None] Bound port: bc0d69d5-8f64-4477-b776-bd52cb43fea0, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f645013-d008-4ebc-b993-15aa3ce0d8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66'}}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:09:16.954023 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-754984a5-a738-4f4d-8bac-d28fc8e7ad65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (bc0d69d5-8f64-4477-b776-bd52cb43fea0), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:16.954517 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:17.033971 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c6819b02-2138-4981-b590-6e9931565890 admin admin] Publish callbacks [] for security_group (d600069e-6e1a-4286-a740-d1251a977c31), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:17.044201 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-cd8233eb-17ef-4716-8c9b-1996e968b099 req-14b25ca3-9bae-4272-92dc-18b938d565ce tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 210 time: 0.4492676 Jul 05 16:09:17.086766 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-754984a5-a738-4f4d-8bac-d28fc8e7ad65 None None] For port bc0d69d5-8f64-4477-b776-bd52cb43fea0, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:09:17.091174 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-754984a5-a738-4f4d-8bac-d28fc8e7ad65 None None] For port bc0d69d5-8f64-4477-b776-bd52cb43fea0, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=bc0d69d5-8f64-4477-b776-bd52cb43fea0,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:09:17.129428 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-dae7499b-ce85-4018-bc2d-26a24a71c737 req-808cf322-442f-462c-abfa-9aaa74290c0e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 210 time: 0.0842137 Jul 05 16:09:17.150488 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-9bf0e256-aee0-48d0-85c1-9e747c13244b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Made reservation on behalf of 3ec37a457530439b8728dd2ad2b6b7bd for: {'port': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:09:17.153998 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-9bf0e256-aee0-48d0-85c1-9e747c13244b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:17.175077 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-754984a5-a738-4f4d-8bac-d28fc8e7ad65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (bc0d69d5-8f64-4477-b776-bd52cb43fea0), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:17.194303 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-858f0b26-e6f2-479c-9858-a23a9303dd55 None None] Provisioning complete for port bc0d69d5-8f64-4477-b776-bd52cb43fea0 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:17.194675 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-858f0b26-e6f2-479c-9858-a23a9303dd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (bc0d69d5-8f64-4477-b776-bd52cb43fea0), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:17.213105 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c6819b02-2138-4981-b590-6e9931565890 admin admin] Publish callbacks [] for security_group (d600069e-6e1a-4286-a740-d1251a977c31), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:17.357836 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754984a5-a738-4f4d-8bac-d28fc8e7ad65 None None] Routers {'3ead801b-06f1-4a71-9466-3d473d45e374'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:09:17.358493 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-754984a5-a738-4f4d-8bac-d28fc8e7ad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:09:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['3ead801b-06f1-4a71-9466-3d473d45e374'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:17.485696 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c72ae260-d915-49d5-a0b4-1936d720abc2 req-f2a89c71-4415-45c7-916d-019aad1f8269 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 210 time: 0.0511739 Jul 05 16:09:17.522881 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bfb62-6911-4184-b8d4-d4358fb69d7c None None] Pushing event updated for resources: {'Port': ['ID=bc0d69d5-8f64-4477-b776-bd52cb43fea0,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:17.525359 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:17.622113 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e5de409c-b5fe-47d5-a0bb-5b5619ce7d24 req-73509838-abc5-470a-b777-cdec3d3fb8ce tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 210 time: 0.0394704 Jul 05 16:09:17.633237 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_common [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-9bf0e256-aee0-48d0-85c1-9e747c13244b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Allocated IP 172.20.0.13 (77e226ae-740f-49bf-a51d-1fc557b375c9/f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a/08ca39e5-59e1-4f7a-887b-ceb7fc9c4671) {{(pid=104584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:09:17.679823 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-858f0b26-e6f2-479c-9858-a23a9303dd55 None None] Current status of the port bc0d69d5-8f64-4477-b776-bd52cb43fea0 is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:17.680216 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-858f0b26-e6f2-479c-9858-a23a9303dd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (bc0d69d5-8f64-4477-b776-bd52cb43fea0), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:17.692415 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.notifiers.nova [req-51634ac8-f152-4329-9247-6c85db8f6823 req-3d9ffcc8-e64a-45d0-9ce5-e6b9236ec7aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54940261-cd96-498a-aea6-233e2ce2bed9 {{(pid=104584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:09:17.739607 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-51634ac8-f152-4329-9247-6c85db8f6823 req-3d9ffcc8-e64a-45d0-9ce5-e6b9236ec7aa service neutron] Publish callbacks [] for port (54940261-cd96-498a-aea6-233e2ce2bed9), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:17.742605 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-754984a5-a738-4f4d-8bac-d28fc8e7ad65 None None] Set router 3ead801b-06f1-4a71-9466-3d473d45e374 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:09:17.745622 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-858f0b26-e6f2-479c-9858-a23a9303dd55 None None] For port bc0d69d5-8f64-4477-b776-bd52cb43fea0, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=bc0d69d5-8f64-4477-b776-bd52cb43fea0,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:17.771143 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb81203-d80b-4eaa-ab6a-e542a3322e83 req-7ebfc6e9-cee6-4ddf-893f-98b2a173c03f tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:17.773568 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9bb81203-d80b-4eaa-ab6a-e542a3322e83 req-7ebfc6e9-cee6-4ddf-893f-98b2a173c03f tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 931 time: 0.0738668 Jul 05 16:09:17.822348 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.notifiers.nova [req-54fd299f-edb9-4793-911b-e596929d0731 req-cb928d0d-1b66-46ad-b8ff-e3daa9d66ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d3daec4-e5f2-405e-a531-5ab8f6778220 {{(pid=104584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:09:17.868859 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.provisioning_blocks [req-51634ac8-f152-4329-9247-6c85db8f6823 req-3d9ffcc8-e64a-45d0-9ce5-e6b9236ec7aa service neutron] Transition to ACTIVE for port object 54940261-cd96-498a-aea6-233e2ce2bed9 will not be triggered until provisioned by entity L2. {{(pid=104584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 16:09:17.868859 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-54fd299f-edb9-4793-911b-e596929d0731 req-cb928d0d-1b66-46ad-b8ff-e3daa9d66ba1 service neutron] Publish callbacks [] for port (0d3daec4-e5f2-405e-a531-5ab8f6778220), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:17.890552 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c6819b02-2138-4981-b590-6e9931565890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (d600069e-6e1a-4286-a740-d1251a977c31), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:17.891568 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c6819b02-2138-4981-b590-6e9931565890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:17.895476 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-c6819b02-2138-4981-b590-6e9931565890 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d600069e-6e1a-4286-a740-d1251a977c31 HTTP/1.1" status: 204 len: 168 time: 1.4110270 Jul 05 16:09:17.919566 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6819b02-2138-4981-b590-6e9931565890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d600069e-6e1a-4286-a740-d1251a977c31,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:17.921760 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.provisioning_blocks [req-54fd299f-edb9-4793-911b-e596929d0731 req-cb928d0d-1b66-46ad-b8ff-e3daa9d66ba1 service neutron] Transition to ACTIVE for port object 0d3daec4-e5f2-405e-a531-5ab8f6778220 will not be triggered until provisioned by entity L2. {{(pid=104584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 16:09:17.933720 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9bb81203-d80b-4eaa-ab6a-e542a3322e83 req-720f582a-8d95-4414-b9c3-aa52f12519ed tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502910 Jul 05 16:09:17.948030 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-858f0b26-e6f2-479c-9858-a23a9303dd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (bc0d69d5-8f64-4477-b776-bd52cb43fea0), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:17.975382 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:17.979885 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device bc0d69d5-8f64-4477-b776-bd52cb43fea0 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:09:17.982109 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:18.019369 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-9bf0e256-aee0-48d0-85c1-9e747c13244b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for port (08ca39e5-59e1-4f7a-887b-ceb7fc9c4671), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:18.057655 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-51634ac8-f152-4329-9247-6c85db8f6823 req-3d9ffcc8-e64a-45d0-9ce5-e6b9236ec7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (54940261-cd96-498a-aea6-233e2ce2bed9), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:18.060363 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-54fd299f-edb9-4793-911b-e596929d0731 req-cb928d0d-1b66-46ad-b8ff-e3daa9d66ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (0d3daec4-e5f2-405e-a531-5ab8f6778220), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:18.099787 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-4d01acbe-c436-4141-9355-1464aa3ab172 None None] Provisioning complete for port bc0d69d5-8f64-4477-b776-bd52cb43fea0 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:18.100270 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-4d01acbe-c436-4141-9355-1464aa3ab172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (bc0d69d5-8f64-4477-b776-bd52cb43fea0), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:18.102941 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f0b26-e6f2-479c-9858-a23a9303dd55 None None] Pushing event updated for resources: {'Port': ['ID=bc0d69d5-8f64-4477-b776-bd52cb43fea0,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:18.157801 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port bc0d69d5-8f64-4477-b776-bd52cb43fea0 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:18.157915 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (bc0d69d5-8f64-4477-b776-bd52cb43fea0), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:18.172490 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ffcc8-e64a-45d0-9ce5-e6b9236ec7aa service neutron] Pushing event updated for resources: {'Port': ['ID=54940261-cd96-498a-aea6-233e2ce2bed9,revision_number=2']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:18.188198 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-9bf0e256-aee0-48d0-85c1-9e747c13244b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (08ca39e5-59e1-4f7a-887b-ceb7fc9c4671), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:18.203100 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ce7f7c48-2f6d-4ae9-ba2a-7ff4fe0e8e82 req-6201072e-789b-4d02-b96c-1f64e00a18cb tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 210 time: 0.0449946 Jul 05 16:09:18.229170 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-754984a5-a738-4f4d-8bac-d28fc8e7ad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'name': 'tempest-AttachVolumeShelveTestJSON-176795705-router', 'tenant_id': 'b6acb89542314578839f701251add904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:56Z', 'revision_number': 4, 'project_id': 'b6acb89542314578839f701251add904', 'gw_port': {'id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:48Z', 'updated_at': '2022-07-05T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'bc0d69d5-8f64-4477-b776-bd52cb43fea0', 'name': '', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'tenant_id': 'b6acb89542314578839f701251add904', 'mac_address': 'fa:16:3e:b9:16:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:54Z', 'updated_at': '2022-07-05T16:09:17Z', 'revision_number': 4, 'project_id': 'b6acb89542314578839f701251add904', 'subnets': [{'id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:18.242045 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=100 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:18.289215 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754984a5-a738-4f4d-8bac-d28fc8e7ad65 None None] The sync data for ids ['3ead801b-06f1-4a71-9466-3d473d45e374'] in dv-cinder-848759-1-iscsi is: [{'id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'name': 'tempest-AttachVolumeShelveTestJSON-176795705-router', 'tenant_id': 'b6acb89542314578839f701251add904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:56Z', 'revision_number': 4, 'project_id': 'b6acb89542314578839f701251add904', 'gw_port': {'id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:48Z', 'updated_at': '2022-07-05T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'bc0d69d5-8f64-4477-b776-bd52cb43fea0', 'name': '', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'tenant_id': 'b6acb89542314578839f701251add904', 'mac_address': 'fa:16:3e:b9:16:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:54Z', 'updated_at': '2022-07-05T16:09:17Z', 'revision_number': 4, 'project_id': 'b6acb89542314578839f701251add904', 'subnets': [{'id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:09:18.305825 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-14e58e61-a987-4229-a09b-1712b9b58f3a req-25d49ec5-496c-4252-94f1-a9231e68a5e7 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 210 time: 0.0540338 Jul 05 16:09:18.357678 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-4d01acbe-c436-4141-9355-1464aa3ab172 None None] Current status of the port bc0d69d5-8f64-4477-b776-bd52cb43fea0 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:18.427074 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-9bf0e256-aee0-48d0-85c1-9e747c13244b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Network 77e226ae-740f-49bf-a51d-1fc557b375c9 is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:09:18.431286 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port bc0d69d5-8f64-4477-b776-bd52cb43fea0 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:18.447191 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 42744) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:18.482802 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [req-51634ac8-f152-4329-9247-6c85db8f6823 req-3d9ffcc8-e64a-45d0-9ce5-e6b9236ec7aa service neutron] Attempting to bind port 54940261-cd96-498a-aea6-233e2ce2bed9 on host hv-cinder-84875 for vnic_type normal with profile {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:09:18.483161 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [req-51634ac8-f152-4329-9247-6c85db8f6823 req-3d9ffcc8-e64a-45d0-9ce5-e6b9236ec7aa service neutron] Attempting to bind port 54940261-cd96-498a-aea6-233e2ce2bed9 by drivers openvswitch,hyperv on host hv-cinder-84875 at level 0 using segments [{'id': '48868465-74e9-4bde-8c3e-7150996d8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7440bb30-cbe1-4a38-83c5-7b7fcf3eea20'}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:09:18.483505 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51634ac8-f152-4329-9247-6c85db8f6823 req-3d9ffcc8-e64a-45d0-9ce5-e6b9236ec7aa service neutron] Attempting to bind port 54940261-cd96-498a-aea6-233e2ce2bed9 on network 7440bb30-cbe1-4a38-83c5-7b7fcf3eea20 {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:09:18.508706 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-9bf0e256-aee0-48d0-85c1-9e747c13244b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:09:18.535862 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-9bf0e256-aee0-48d0-85c1-9e747c13244b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Received port after_create {{(pid=104584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:09:18.561460 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-9bf0e256-aee0-48d0-85c1-9e747c13244b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:18.562404 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-9bf0e256-aee0-48d0-85c1-9e747c13244b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for port (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:18.627783 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51634ac8-f152-4329-9247-6c85db8f6823 req-3d9ffcc8-e64a-45d0-9ce5-e6b9236ec7aa service neutron] Port 54940261-cd96-498a-aea6-233e2ce2bed9 on network 7440bb30-cbe1-4a38-83c5-7b7fcf3eea20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84875 {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 16:09:18.628395 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51634ac8-f152-4329-9247-6c85db8f6823 req-3d9ffcc8-e64a-45d0-9ce5-e6b9236ec7aa service neutron] Attempting to bind port 54940261-cd96-498a-aea6-233e2ce2bed9 on network 7440bb30-cbe1-4a38-83c5-7b7fcf3eea20 {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:09:18.662991 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb928d0d-1b66-46ad-b8ff-e3daa9d66ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=0d3daec4-e5f2-405e-a531-5ab8f6778220,revision_number=2']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:18.674904 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51634ac8-f152-4329-9247-6c85db8f6823 req-3d9ffcc8-e64a-45d0-9ce5-e6b9236ec7aa service neutron] Checking agent: {'id': '9349738f-6636-400c-ae94-e0965ca2b601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84875', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'started_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:09:18.674904 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51634ac8-f152-4329-9247-6c85db8f6823 req-3d9ffcc8-e64a-45d0-9ce5-e6b9236ec7aa service neutron] Checking segment: {'id': '48868465-74e9-4bde-8c3e-7150996d8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7440bb30-cbe1-4a38-83c5-7b7fcf3eea20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:09:18.674904 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51634ac8-f152-4329-9247-6c85db8f6823 req-3d9ffcc8-e64a-45d0-9ce5-e6b9236ec7aa service neutron] Bound using segment: {'id': '48868465-74e9-4bde-8c3e-7150996d8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7440bb30-cbe1-4a38-83c5-7b7fcf3eea20'} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:09:18.674904 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [req-51634ac8-f152-4329-9247-6c85db8f6823 req-3d9ffcc8-e64a-45d0-9ce5-e6b9236ec7aa service neutron] Bound port: 54940261-cd96-498a-aea6-233e2ce2bed9, host: hv-cinder-84875, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48868465-74e9-4bde-8c3e-7150996d8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7440bb30-cbe1-4a38-83c5-7b7fcf3eea20'}}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:09:18.674904 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-51634ac8-f152-4329-9247-6c85db8f6823 req-3d9ffcc8-e64a-45d0-9ce5-e6b9236ec7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (54940261-cd96-498a-aea6-233e2ce2bed9), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:18.680176 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [req-54fd299f-edb9-4793-911b-e596929d0731 req-cb928d0d-1b66-46ad-b8ff-e3daa9d66ba1 service neutron] Attempting to bind port 0d3daec4-e5f2-405e-a531-5ab8f6778220 on host hv-cinder-84875 for vnic_type normal with profile {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:09:18.680176 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [req-54fd299f-edb9-4793-911b-e596929d0731 req-cb928d0d-1b66-46ad-b8ff-e3daa9d66ba1 service neutron] Attempting to bind port 0d3daec4-e5f2-405e-a531-5ab8f6778220 by drivers openvswitch,hyperv on host hv-cinder-84875 at level 0 using segments [{'id': 'bbfc7f08-68f9-4166-85b4-e53d9bec6b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a'}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:09:18.680176 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd299f-edb9-4793-911b-e596929d0731 req-cb928d0d-1b66-46ad-b8ff-e3daa9d66ba1 service neutron] Attempting to bind port 0d3daec4-e5f2-405e-a531-5ab8f6778220 on network d875afbf-ed35-412f-bb5d-c579562ff61a {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:09:18.712355 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-28498782-0885-48c2-8fd5-2ef6bc1f3182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:18.735601 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:18.739736 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd299f-edb9-4793-911b-e596929d0731 req-cb928d0d-1b66-46ad-b8ff-e3daa9d66ba1 service neutron] Port 0d3daec4-e5f2-405e-a531-5ab8f6778220 on network d875afbf-ed35-412f-bb5d-c579562ff61a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84875 {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 16:09:18.747775 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd299f-edb9-4793-911b-e596929d0731 req-cb928d0d-1b66-46ad-b8ff-e3daa9d66ba1 service neutron] Attempting to bind port 0d3daec4-e5f2-405e-a531-5ab8f6778220 on network d875afbf-ed35-412f-bb5d-c579562ff61a {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:09:18.762906 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd299f-edb9-4793-911b-e596929d0731 req-cb928d0d-1b66-46ad-b8ff-e3daa9d66ba1 service neutron] Checking agent: {'id': '9349738f-6636-400c-ae94-e0965ca2b601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84875', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'started_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:09:18.763318 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd299f-edb9-4793-911b-e596929d0731 req-cb928d0d-1b66-46ad-b8ff-e3daa9d66ba1 service neutron] Checking segment: {'id': 'bbfc7f08-68f9-4166-85b4-e53d9bec6b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:09:18.763775 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd299f-edb9-4793-911b-e596929d0731 req-cb928d0d-1b66-46ad-b8ff-e3daa9d66ba1 service neutron] Bound using segment: {'id': 'bbfc7f08-68f9-4166-85b4-e53d9bec6b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a'} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:09:18.764583 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6576e5-fd50-4eab-ae64-cd4d899f4950 req-faebf309-e9ae-4eee-9325-005b3fee9126 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:18.766822 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fc6576e5-fd50-4eab-ae64-cd4d899f4950 req-faebf309-e9ae-4eee-9325-005b3fee9126 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 932 time: 0.1691604 Jul 05 16:09:18.768228 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [req-54fd299f-edb9-4793-911b-e596929d0731 req-cb928d0d-1b66-46ad-b8ff-e3daa9d66ba1 service neutron] Bound port: 0d3daec4-e5f2-405e-a531-5ab8f6778220, host: hv-cinder-84875, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbfc7f08-68f9-4166-85b4-e53d9bec6b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a'}}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:09:18.768742 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-54fd299f-edb9-4793-911b-e596929d0731 req-cb928d0d-1b66-46ad-b8ff-e3daa9d66ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (0d3daec4-e5f2-405e-a531-5ab8f6778220), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:18.836000 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9de78afc-3d5d-475e-ad61-07f5fcf95beb req-c2d8d79a-1951-4234-af12-3f543dad0610 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 210 time: 0.0622201 Jul 05 16:09:18.876674 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:18.936045 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fc6576e5-fd50-4eab-ae64-cd4d899f4950 req-18641f9c-5e19-472b-ba7b-81cbbd52fb9d tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582637 Jul 05 16:09:19.005202 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-28498782-0885-48c2-8fd5-2ef6bc1f3182 admin admin] Publish callbacks [] for security_group (c43d950b-b178-4ca7-b181-41b38a021530), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:19.059371 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-9bf0e256-aee0-48d0-85c1-9e747c13244b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3126969 Jul 05 16:09:19.066283 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0e256-aee0-48d0-85c1-9e747c13244b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Pushing event updated for resources: {'Port': ['ID=08ca39e5-59e1-4f7a-887b-ceb7fc9c4671,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:19.090331 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-28498782-0885-48c2-8fd5-2ef6bc1f3182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (c43d950b-b178-4ca7-b181-41b38a021530), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:19.093385 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-4bff2fa2-bcc0-4d42-85a2-a89a4aee4871 None None] Provisioning complete for port 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:19.093754 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-4bff2fa2-bcc0-4d42-85a2-a89a4aee4871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (08ca39e5-59e1-4f7a-887b-ceb7fc9c4671), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:19.144506 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [req-51634ac8-f152-4329-9247-6c85db8f6823 req-3d9ffcc8-e64a-45d0-9ce5-e6b9236ec7aa service neutron] For port 54940261-cd96-498a-aea6-233e2ce2bed9, host hv-cinder-84875, cleared binding levels {{(pid=104584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:09:19.147724 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-4bff2fa2-bcc0-4d42-85a2-a89a4aee4871 None None] Port 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:09:19.153325 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533e702-4e57-4517-95aa-e1e20bb789ff req-16652797-2888-4e7c-be29-ffa446c01634 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:19.161205 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b533e702-4e57-4517-95aa-e1e20bb789ff req-16652797-2888-4e7c-be29-ffa446c01634 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 943 time: 0.1151719 Jul 05 16:09:19.168040 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-28498782-0885-48c2-8fd5-2ef6bc1f3182 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2fdec9cdf04c4edbb207a0c929b3e85c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7195513 Jul 05 16:09:19.173568 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 42764) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:19.175368 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28498782-0885-48c2-8fd5-2ef6bc1f3182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43d950b-b178-4ca7-b181-41b38a021530,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:19.192553 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [req-54fd299f-edb9-4793-911b-e596929d0731 req-cb928d0d-1b66-46ad-b8ff-e3daa9d66ba1 service neutron] For port 0d3daec4-e5f2-405e-a531-5ab8f6778220, host hv-cinder-84875, cleared binding levels {{(pid=104584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:09:19.193413 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [req-51634ac8-f152-4329-9247-6c85db8f6823 req-3d9ffcc8-e64a-45d0-9ce5-e6b9236ec7aa service neutron] For port 54940261-cd96-498a-aea6-233e2ce2bed9, host hv-cinder-84875, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=54940261-cd96-498a-aea6-233e2ce2bed9,segment=NetworkSegment(48868465-74e9-4bde-8c3e-7150996d8586),segment_id=48868465-74e9-4bde-8c3e-7150996d8586)] {{(pid=104584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:09:19.214051 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [req-54fd299f-edb9-4793-911b-e596929d0731 req-cb928d0d-1b66-46ad-b8ff-e3daa9d66ba1 service neutron] For port 0d3daec4-e5f2-405e-a531-5ab8f6778220, host hv-cinder-84875, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=0d3daec4-e5f2-405e-a531-5ab8f6778220,segment=NetworkSegment(bbfc7f08-68f9-4166-85b4-e53d9bec6b3e),segment_id=bbfc7f08-68f9-4166-85b4-e53d9bec6b3e)] {{(pid=104584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:09:19.246373 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b533e702-4e57-4517-95aa-e1e20bb789ff req-4775971f-595c-4878-85d9-f0bbcbca938d tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823867 Jul 05 16:09:19.267010 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-dfef529b-3bee-4eda-9460-4bf3520e817a admin admin] Publish callbacks [] for security_group (c43d950b-b178-4ca7-b181-41b38a021530), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:19.274273 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-51634ac8-f152-4329-9247-6c85db8f6823 req-3d9ffcc8-e64a-45d0-9ce5-e6b9236ec7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (54940261-cd96-498a-aea6-233e2ce2bed9), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:19.318672 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0599559d-77da-4a60-b0b9-6152ad14d272 req-fe0f660f-54da-419e-80ce-f9ed972063ce tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 210 time: 0.0344243 Jul 05 16:09:19.328805 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-54fd299f-edb9-4793-911b-e596929d0731 req-cb928d0d-1b66-46ad-b8ff-e3daa9d66ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (0d3daec4-e5f2-405e-a531-5ab8f6778220), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:19.339420 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-dfef529b-3bee-4eda-9460-4bf3520e817a admin admin] Publish callbacks [] for security_group (c43d950b-b178-4ca7-b181-41b38a021530), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:19.360363 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51634ac8-f152-4329-9247-6c85db8f6823 req-3d9ffcc8-e64a-45d0-9ce5-e6b9236ec7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:19.361033 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-51634ac8-f152-4329-9247-6c85db8f6823 req-3d9ffcc8-e64a-45d0-9ce5-e6b9236ec7aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for port (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:19.362496 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-51634ac8-f152-4329-9247-6c85db8f6823 req-3d9ffcc8-e64a-45d0-9ce5-e6b9236ec7aa service neutron] 10.222.0.47 "PUT /v2.0/ports/54940261-cd96-498a-aea6-233e2ce2bed9 HTTP/1.1" status: 200 len: 1093 time: 3.8801961 Jul 05 16:09:19.366502 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57bf131c-eb9d-4831-90e4-078609e6ff06', 'tag': '54940261-cd96-498a-aea6-233e2ce2bed9'}] {{(pid=104584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:09:19.385919 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:09:19.462767 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd299f-edb9-4793-911b-e596929d0731 req-cb928d0d-1b66-46ad-b8ff-e3daa9d66ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:19.463413 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-54fd299f-edb9-4793-911b-e596929d0731 req-cb928d0d-1b66-46ad-b8ff-e3daa9d66ba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for port (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:19.464787 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-54fd299f-edb9-4793-911b-e596929d0731 req-cb928d0d-1b66-46ad-b8ff-e3daa9d66ba1 service neutron] 10.222.0.47 "PUT /v2.0/ports/0d3daec4-e5f2-405e-a531-5ab8f6778220 HTTP/1.1" status: 200 len: 1094 time: 3.9447823 Jul 05 16:09:19.469826 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2bdacdc9-b7ef-4036-a6c0-12de1ba3fe5c req-7e0557e5-9d2f-4eb5-b9cd-283f513d1164 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 210 time: 0.0588427 Jul 05 16:09:19.484910 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ffcc8-e64a-45d0-9ce5-e6b9236ec7aa service neutron] Pushing event updated for resources: {'Port': ['ID=54940261-cd96-498a-aea6-233e2ce2bed9,revision_number=3']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:19.570293 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb928d0d-1b66-46ad-b8ff-e3daa9d66ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=0d3daec4-e5f2-405e-a531-5ab8f6778220,revision_number=3']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:19.668318 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be4aa087849a65c4a9e8a755187e63754d0c6c7db9367de7c29ca822742d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabdeff3-2719-41e3-adfb-b63966ad1b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "57bf131c-eb9d-4831-90e4-078609e6ff06", "tag": "54940261-cd96-498a-aea6-233e2ce2bed9"}]}' {{(pid=104584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:09:19.692731 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-dfef529b-3bee-4eda-9460-4bf3520e817a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (c43d950b-b178-4ca7-b181-41b38a021530), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:19.696207 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-dfef529b-3bee-4eda-9460-4bf3520e817a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:19.707037 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-dfef529b-3bee-4eda-9460-4bf3520e817a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c43d950b-b178-4ca7-b181-41b38a021530 HTTP/1.1" status: 204 len: 168 time: 0.5216153 Jul 05 16:09:19.714036 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef529b-3bee-4eda-9460-4bf3520e817a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43d950b-b178-4ca7-b181-41b38a021530,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:19.840692 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=54 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:19.850757 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device bc0d69d5-8f64-4477-b776-bd52cb43fea0 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:09:19.921979 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port bc0d69d5-8f64-4477-b776-bd52cb43fea0 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:19.922350 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (bc0d69d5-8f64-4477-b776-bd52cb43fea0), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:19.942929 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4730d5c1-ce97-4d4a-9dc3-0f5e144cf132 x-openstack-request-id: req-4730d5c1-ce97-4d4a-9dc3-0f5e144cf132 {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:09:19.947567 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57bf131c-eb9d-4831-90e4-078609e6ff06", "tag": "54940261-cd96-498a-aea6-233e2ce2bed9", "status": "completed", "code": 200}]} {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:09:19.947567 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4730d5c1-ce97-4d4a-9dc3-0f5e144cf132 {{(pid=104584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:09:19.947567 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4730d5c1-ce97-4d4a-9dc3-0f5e144cf132'] response: {'name': 'network-changed', 'server_uuid': '57bf131c-eb9d-4831-90e4-078609e6ff06', 'tag': '54940261-cd96-498a-aea6-233e2ce2bed9', 'status': 'completed', 'code': 200} Jul 05 16:09:20.006132 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0d729702-d519-4071-962d-c1ff6249b463 req-54b0bcfe-4dbd-4e73-bf49-067fbb5fbe74 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 210 time: 0.0705905 Jul 05 16:09:20.054876 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port bc0d69d5-8f64-4477-b776-bd52cb43fea0 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:20.067647 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd495ff-69af-4a1f-9d22-a3f80d957b3b req-446ca99d-a13a-4835-807b-503baa8caca6 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:20.069276 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1bd495ff-69af-4a1f-9d22-a3f80d957b3b req-446ca99d-a13a-4835-807b-503baa8caca6 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 932 time: 0.0508239 Jul 05 16:09:20.128432 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1bd495ff-69af-4a1f-9d22-a3f80d957b3b req-be1391be-475d-4b80-85d1-4a19dbf3b8f7 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521774 Jul 05 16:09:20.419611 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3ea08-a658-4741-9029-33b08bbd6d8c req-9f691bd7-0e21-48ec-b5f6-297126676555 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:20.427163 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9da3ea08-a658-4741-9029-33b08bbd6d8c req-9f691bd7-0e21-48ec-b5f6-297126676555 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 943 time: 0.0758114 Jul 05 16:09:20.482192 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7fef0700-e6d3-4f6f-b935-04a5aa415431 req-660e4b57-af72-4e5b-9933-707cea908b7d tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 210 time: 0.0497656 Jul 05 16:09:20.507536 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9da3ea08-a658-4741-9029-33b08bbd6d8c req-c1c066a2-144d-4337-a2ea-ee866d5f92e8 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793982 Jul 05 16:09:20.600550 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-47f0fe6d-2637-428d-9832-7475044e2d45 req-d329a8b0-04fa-401e-b612-fdd6f6c0bdc1 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 210 time: 0.0325921 Jul 05 16:09:20.672367 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 42814) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:20.695465 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d12ccce8-d523-4a22-8b4b-46640c56f417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:20.765100 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:20.795652 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d12ccce8-d523-4a22-8b4b-46640c56f417 admin admin] Publish callbacks [] for security_group (734ef566-f6ac-42e2-b60c-fb72f8e297f0), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:20.860874 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:20.901030 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d12ccce8-d523-4a22-8b4b-46640c56f417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (734ef566-f6ac-42e2-b60c-fb72f8e297f0), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:20.941736 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ccce8-d523-4a22-8b4b-46640c56f417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734ef566-f6ac-42e2-b60c-fb72f8e297f0,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:20.946076 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-d12ccce8-d523-4a22-8b4b-46640c56f417 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d15ee94d59e14a5689a5e0dfe9835943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726645 Jul 05 16:09:20.949150 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 42820) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:21.005839 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-226b6b73-7a73-4381-af1c-3809ec0205c9 admin admin] Publish callbacks [] for security_group (734ef566-f6ac-42e2-b60c-fb72f8e297f0), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:21.039230 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-226b6b73-7a73-4381-af1c-3809ec0205c9 admin admin] Publish callbacks [] for security_group (734ef566-f6ac-42e2-b60c-fb72f8e297f0), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:21.161027 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b18ac8da-8029-46b1-b9d5-3a710d2a266c req-83478125-4daa-40e8-a252-6b7025ac94d4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 210 time: 0.0351782 Jul 05 16:09:21.235660 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-226b6b73-7a73-4381-af1c-3809ec0205c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (734ef566-f6ac-42e2-b60c-fb72f8e297f0), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:21.235660 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-226b6b73-7a73-4381-af1c-3809ec0205c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:21.239594 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-226b6b73-7a73-4381-af1c-3809ec0205c9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/734ef566-f6ac-42e2-b60c-fb72f8e297f0 HTTP/1.1" status: 204 len: 168 time: 0.2872100 Jul 05 16:09:21.252951 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b6b73-7a73-4381-af1c-3809ec0205c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734ef566-f6ac-42e2-b60c-fb72f8e297f0,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:21.295362 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:21.382766 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b909a-dc1a-469a-838d-2e0ee51c5173 req-8c99fcce-9010-4f6f-8b13-f6ef3cc53323 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:21.382766 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-475b909a-dc1a-469a-838d-2e0ee51c5173 req-8c99fcce-9010-4f6f-8b13-f6ef3cc53323 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 932 time: 0.1069260 Jul 05 16:09:21.484634 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-475b909a-dc1a-469a-838d-2e0ee51c5173 req-a8d8156f-3e08-4b8d-8c21-747b3500cf75 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941248 Jul 05 16:09:21.613992 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-078bf01c-6e46-4382-9329-c05d3f074a07 req-5896a0ae-e9fe-448e-aa29-104829426c95 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 210 time: 0.0342484 Jul 05 16:09:21.718220 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9584f-cbb8-44b3-9388-05278354d218 req-07d5fc7c-9788-4cfc-a59c-14692b14fc7b tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:21.720371 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-77e9584f-cbb8-44b3-9388-05278354d218 req-07d5fc7c-9788-4cfc-a59c-14692b14fc7b tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 943 time: 0.1097035 Jul 05 16:09:21.762315 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ffa98ba3-d7aa-4765-a80c-bc727454d1df req-10545ae5-d3d1-48e3-b0bc-c2e491fcd532 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 210 time: 0.0522218 Jul 05 16:09:21.802081 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-77e9584f-cbb8-44b3-9388-05278354d218 req-d8a0752f-aded-4ee3-bf29-868064af90fa tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670650 Jul 05 16:09:21.945538 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4233316e-f948-4729-a298-95bfa8d528da', 'tag': '0d3daec4-e5f2-405e-a531-5ab8f6778220'}] {{(pid=104584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:09:21.947888 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be4aa087849a65c4a9e8a755187e63754d0c6c7db9367de7c29ca822742d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec22476-6fe5-44e1-ad86-b2c0815c5cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "4233316e-f948-4729-a298-95bfa8d528da", "tag": "0d3daec4-e5f2-405e-a531-5ab8f6778220"}]}' {{(pid=104584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:09:22.076239 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bf8769-b3e8-49f3-8247-2a04b88cefea x-openstack-request-id: req-e8bf8769-b3e8-49f3-8247-2a04b88cefea {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:09:22.076696 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4233316e-f948-4729-a298-95bfa8d528da", "tag": "0d3daec4-e5f2-405e-a531-5ab8f6778220", "status": "completed", "code": 200}]} {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:09:22.077119 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e8bf8769-b3e8-49f3-8247-2a04b88cefea {{(pid=104584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:09:22.077666 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8bf8769-b3e8-49f3-8247-2a04b88cefea'] response: {'name': 'network-changed', 'server_uuid': '4233316e-f948-4729-a298-95bfa8d528da', 'tag': '0d3daec4-e5f2-405e-a531-5ab8f6778220', 'status': 'completed', 'code': 200} Jul 05 16:09:22.121529 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 42872) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:22.309055 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9de51064-ae08-4238-a6e3-6bc37aacc87e req-4174ddff-b90d-4276-aa99-5be1cfcb60cf tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 210 time: 0.0547218 Jul 05 16:09:22.319068 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-31b5924f-0ef4-43da-9b69-e4ed1103ce06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:22.337825 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:22.430614 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-31b5924f-0ef4-43da-9b69-e4ed1103ce06 admin admin] Publish callbacks [] for security_group (711fd4e0-22cb-4d27-a7be-7bdcba1d913c), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:22.498149 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-31b5924f-0ef4-43da-9b69-e4ed1103ce06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (711fd4e0-22cb-4d27-a7be-7bdcba1d913c), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:22.585377 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-31b5924f-0ef4-43da-9b69-e4ed1103ce06 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5c373d86255d484a8e1cfe1f8dca8b8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4632540 Jul 05 16:09:22.590046 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 42896) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:22.595585 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5924f-0ef4-43da-9b69-e4ed1103ce06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711fd4e0-22cb-4d27-a7be-7bdcba1d913c,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:22.662095 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a1ec9226-542c-41d6-90d5-a0644683d422 admin admin] Publish callbacks [] for security_group (711fd4e0-22cb-4d27-a7be-7bdcba1d913c), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:22.682378 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eadecd-d32d-498e-a018-02b9d238d3d3 req-8fdbb7dd-675b-4125-a3b4-fdf80c1dbd3f tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:22.695039 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-72eadecd-d32d-498e-a018-02b9d238d3d3 req-8fdbb7dd-675b-4125-a3b4-fdf80c1dbd3f tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 932 time: 0.1143827 Jul 05 16:09:22.699237 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a1ec9226-542c-41d6-90d5-a0644683d422 admin admin] Publish callbacks [] for security_group (711fd4e0-22cb-4d27-a7be-7bdcba1d913c), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:22.811601 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2efdf2bb-a5f4-41d0-bd67-0419f53d224a req-25ff3bad-42f7-4a7b-b89f-c13b400a1601 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 210 time: 0.0717621 Jul 05 16:09:22.822782 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-72eadecd-d32d-498e-a018-02b9d238d3d3 req-7e687d32-8dbf-47a9-bec0-a857db02e54c tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268167 Jul 05 16:09:22.858158 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a1ec9226-542c-41d6-90d5-a0644683d422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (711fd4e0-22cb-4d27-a7be-7bdcba1d913c), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:22.862162 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a1ec9226-542c-41d6-90d5-a0644683d422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:22.864118 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-a1ec9226-542c-41d6-90d5-a0644683d422 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/711fd4e0-22cb-4d27-a7be-7bdcba1d913c HTTP/1.1" status: 204 len: 168 time: 0.2731078 Jul 05 16:09:22.890024 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec9226-542c-41d6-90d5-a0644683d422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711fd4e0-22cb-4d27-a7be-7bdcba1d913c,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:23.042246 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-41c00a80-6889-48f0-8d1f-bfdf574d476b req-9c0861db-6d43-44de-8a2b-950ccb64cf04 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 210 time: 0.0688493 Jul 05 16:09:23.094677 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 42918) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:23.118456 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab96fd3-2b7f-49d3-a38a-035938c31d35 req-f29c490c-e1a1-403f-9871-596222582148 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:23.120424 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4ab96fd3-2b7f-49d3-a38a-035938c31d35 req-f29c490c-e1a1-403f-9871-596222582148 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 943 time: 0.0982363 Jul 05 16:09:23.195465 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4ab96fd3-2b7f-49d3-a38a-035938c31d35 req-0a168df9-0175-40b5-b41a-f5b499f58ccf tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591733 Jul 05 16:09:23.332979 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-4e8d7c00-43d5-42a3-90b9-8732a5c5f7da service neutron] Request body: {'port': {'device_id': '9b902cfe-0e0b-4ce5-b2df-67ca0464da74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84875'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:23.369505 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.47', 53061) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:23.384889 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.47', 53062) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:23.469925 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-9ff66d8b-fbf6-4866-95e0-cc21aa3c08b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1579685393-network', 'tenant_id': 'bbaa897514934520bd6eb61aaa872290'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:23.545931 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec22476-6fe5-44e1-ad86-b2c0815c5cf0 req-8771eaa2-9408-49ac-a8f1-ea10b5f09e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:23.547522 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9ec22476-6fe5-44e1-ad86-b2c0815c5cf0 req-8771eaa2-9408-49ac-a8f1-ea10b5f09e88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbe6a2de3cba4aa7b365f30f5b2f745c&device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 1128 time: 0.1572926 Jul 05 16:09:23.552001 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-33c7a3d5-4a60-4e0e-bf4c-155cd04ad627 req-64203cc9-2e6e-4856-bf4a-c4701a1dc96d tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 210 time: 0.0597732 Jul 05 16:09:23.625048 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:23.663793 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff66d8b-fbf6-4866-95e0-cc21aa3c08b6 admin admin] Made reservation on behalf of bbaa897514934520bd6eb61aaa872290 for: {'network': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:09:23.666693 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9ff66d8b-fbf6-4866-95e0-cc21aa3c08b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for network (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:23.698344 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8510d9b-b875-454b-b828-81064d0efc13 req-fa082629-f41c-46e5-9ac4-c3f3b39467ba tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:23.699974 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51741d09-a1b1-407c-8d12-cd890276962d req-d0dd01cb-2541-4db6-9301-fdd24d7c6193 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:23.700558 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-f8510d9b-b875-454b-b828-81064d0efc13 req-fa082629-f41c-46e5-9ac4-c3f3b39467ba tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.47 "GET /v2.0/networks?id=d875afbf-ed35-412f-bb5d-c579562ff61a HTTP/1.1" status: 200 len: 818 time: 0.3006413 Jul 05 16:09:23.701458 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-51741d09-a1b1-407c-8d12-cd890276962d req-d0dd01cb-2541-4db6-9301-fdd24d7c6193 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.47 "GET /v2.0/networks?id=77ec7356-4bd9-42af-abe3-f1b9c525bdef HTTP/1.1" status: 200 len: 815 time: 0.2974794 Jul 05 16:09:23.729807 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9ff66d8b-fbf6-4866-95e0-cc21aa3c08b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:23.770117 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 42934) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:23.802004 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdeff3-2719-41e3-adfb-b63966ad1b8c req-eea7c72e-8c2c-4578-b94a-fd40d3baa930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:23.804049 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-fabdeff3-2719-41e3-adfb-b63966ad1b8c req-eea7c72e-8c2c-4578-b94a-fd40d3baa930 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba872aaf0fd84b1eac87e18659d222d5&device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 1127 time: 0.4054773 Jul 05 16:09:23.841442 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [req-f8510d9b-b875-454b-b828-81064d0efc13 req-bc7cb71e-2c83-43bb-b230-234ad422f0be tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Request body: {'port': {'device_id': '2d712774-90eb-4130-916f-046ba6b891a0', 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a', 'admin_state_up': True, 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:23.846116 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-7ac8be7d-6305-49c0-b5d0-104f6692807b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:23.870981 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-4e8d7c00-43d5-42a3-90b9-8732a5c5f7da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (08ca39e5-59e1-4f7a-887b-ceb7fc9c4671), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:24.016853 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:24.099672 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:24.109985 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-21347499-eda2-4c65-8f91-6217e441e8e7 req-94f56c5a-6d04-441f-82db-d7adf9df74ef tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 210 time: 0.0931704 Jul 05 16:09:24.137142 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec22476-6fe5-44e1-ad86-b2c0815c5cf0 req-623a8d46-2ee6-42c4-9e7c-be74f71c1f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:24.137732 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9ec22476-6fe5-44e1-ad86-b2c0815c5cf0 req-623a8d46-2ee6-42c4-9e7c-be74f71c1f58 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=bbe6a2de3cba4aa7b365f30f5b2f745c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5811069 Jul 05 16:09:24.144721 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d123ed9-b632-40e2-951b-1d64f155217c req-c6daad15-41e7-4a55-8ad5-62a1317d06ca tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:24.146749 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1d123ed9-b632-40e2-951b-1d64f155217c req-c6daad15-41e7-4a55-8ad5-62a1317d06ca tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 932 time: 0.1270511 Jul 05 16:09:24.186844 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9ff66d8b-fbf6-4866-95e0-cc21aa3c08b6 admin admin] Publish callbacks [] for security_group (be690a55-f30c-4c1b-8c9f-b9c681f264ef), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:24.205712 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-51741d09-a1b1-407c-8d12-cd890276962d req-9d9d86b4-32ea-4c2c-b92f-df35a6551e44 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42e6ad67dbf542528726c545872ac10c HTTP/1.1" status: 200 len: 380 time: 0.1873801 Jul 05 16:09:24.230342 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c5bb8606-0cab-4aeb-9cdb-f30db924c89c req-a172d1ae-7a56-4a82-9d21-4aa7df37a8b8 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 210 time: 0.0433629 Jul 05 16:09:24.247386 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1d123ed9-b632-40e2-951b-1d64f155217c req-3d962375-0f7b-4756-b0e8-88ab18c88196 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915539 Jul 05 16:09:24.256430 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9ff66d8b-fbf6-4866-95e0-cc21aa3c08b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (be690a55-f30c-4c1b-8c9f-b9c681f264ef), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:24.260456 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-7ac8be7d-6305-49c0-b5d0-104f6692807b admin admin] Publish callbacks [] for security_group (4b6c48b5-7b59-4542-92b6-e82378212ad0), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:24.313825 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8510d9b-b875-454b-b828-81064d0efc13 req-bc7cb71e-2c83-43bb-b230-234ad422f0be tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Made reservation on behalf of bbe6a2de3cba4aa7b365f30f5b2f745c for: {'port': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:09:24.317150 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-f8510d9b-b875-454b-b828-81064d0efc13 req-bc7cb71e-2c83-43bb-b230-234ad422f0be tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:24.330504 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff66d8b-fbf6-4866-95e0-cc21aa3c08b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=104584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:09:24.343731 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-7ac8be7d-6305-49c0-b5d0-104f6692807b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (4b6c48b5-7b59-4542-92b6-e82378212ad0), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:24.344324 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa9381-642b-4e73-bde1-7836172de68d req-561df10c-5535-492c-b134-2c10629ef739 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:24.345826 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a7fa9381-642b-4e73-bde1-7836172de68d req-561df10c-5535-492c-b134-2c10629ef739 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 943 time: 0.0528467 Jul 05 16:09:24.377048 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff66d8b-fbf6-4866-95e0-cc21aa3c08b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be690a55-f30c-4c1b-8c9f-b9c681f264ef,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:24.382158 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9ff66d8b-fbf6-4866-95e0-cc21aa3c08b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (b901fe04-24da-4c57-8d02-bcd72c49df33), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:24.382995 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.db.segments_db [None req-9ff66d8b-fbf6-4866-95e0-cc21aa3c08b6 admin admin] Added segment b901fe04-24da-4c57-8d02-bcd72c49df33 of type vlan for network da6d77d7-be5e-482d-8e74-107f147dbbca Jul 05 16:09:24.405284 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a7fa9381-642b-4e73-bde1-7836172de68d req-1f11c6b7-11c3-48f7-8091-276942667f4f tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534358 Jul 05 16:09:24.454814 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-7ac8be7d-6305-49c0-b5d0-104f6692807b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1d4ba2819fc84445a2592208b034b9fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6824400 Jul 05 16:09:24.457694 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 42948) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:24.464688 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:24.509810 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-267a4925-718c-4d01-9e06-e82d9034e0e7 admin admin] Publish callbacks [] for security_group (4b6c48b5-7b59-4542-92b6-e82378212ad0), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:24.525147 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9ff66d8b-fbf6-4866-95e0-cc21aa3c08b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746276236728'] for network (da6d77d7-be5e-482d-8e74-107f147dbbca), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:24.534849 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-267a4925-718c-4d01-9e06-e82d9034e0e7 admin admin] Publish callbacks [] for security_group (4b6c48b5-7b59-4542-92b6-e82378212ad0), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:24.537795 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8be7d-6305-49c0-b5d0-104f6692807b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6c48b5-7b59-4542-92b6-e82378212ad0,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:24.607942 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.notifiers.nova [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-4e8d7c00-43d5-42a3-90b9-8732a5c5f7da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 {{(pid=104584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:09:24.621243 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-4e8d7c00-43d5-42a3-90b9-8732a5c5f7da service neutron] Publish callbacks [] for port (08ca39e5-59e1-4f7a-887b-ceb7fc9c4671), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:24.648153 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_common [req-f8510d9b-b875-454b-b828-81064d0efc13 req-bc7cb71e-2c83-43bb-b230-234ad422f0be tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Allocated IP 172.20.0.10 (d875afbf-ed35-412f-bb5d-c579562ff61a/8a9b66f2-eae4-47d1-8086-fa8b5da512fd/426e703b-fda9-4cb3-9ba0-62242cbd02d2) {{(pid=104584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:09:24.657980 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a810b757-8b0a-401e-8f86-79106f021608 req-c1a653d6-290a-4f8f-81a9-c183f998dc82 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 210 time: 0.0284281 Jul 05 16:09:24.691758 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-267a4925-718c-4d01-9e06-e82d9034e0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (4b6c48b5-7b59-4542-92b6-e82378212ad0), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:24.694430 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.provisioning_blocks [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-4e8d7c00-43d5-42a3-90b9-8732a5c5f7da service neutron] Transition to ACTIVE for port object 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 will not be triggered until provisioned by entity L2. {{(pid=104584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 16:09:24.695285 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-267a4925-718c-4d01-9e06-e82d9034e0e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:24.696432 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-267a4925-718c-4d01-9e06-e82d9034e0e7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4b6c48b5-7b59-4542-92b6-e82378212ad0 HTTP/1.1" status: 204 len: 168 time: 0.2377386 Jul 05 16:09:24.705340 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a4925-718c-4d01-9e06-e82d9034e0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6c48b5-7b59-4542-92b6-e82378212ad0,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:24.797303 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9ff66d8b-fbf6-4866-95e0-cc21aa3c08b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for network (da6d77d7-be5e-482d-8e74-107f147dbbca), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:24.798273 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff66d8b-fbf6-4866-95e0-cc21aa3c08b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:24.798841 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9ff66d8b-fbf6-4866-95e0-cc21aa3c08b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:24.814636 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-f8510d9b-b875-454b-b828-81064d0efc13 req-bc7cb71e-2c83-43bb-b230-234ad422f0be tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks [] for port (426e703b-fda9-4cb3-9ba0-62242cbd02d2), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:24.855102 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-4e8d7c00-43d5-42a3-90b9-8732a5c5f7da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (08ca39e5-59e1-4f7a-887b-ceb7fc9c4671), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:24.916396 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff66d8b-fbf6-4866-95e0-cc21aa3c08b6 admin admin] Pushing event updated for resources: {'Network': ['ID=da6d77d7-be5e-482d-8e74-107f147dbbca,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:24.932064 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-9ff66d8b-fbf6-4866-95e0-cc21aa3c08b6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8352208 Jul 05 16:09:24.934302 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 42954) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:24.942941 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-d2b46e8f-90e1-473f-a5bc-f50da41949b4 admin admin] Request body: {'subnet': {'network_id': 'da6d77d7-be5e-482d-8e74-107f147dbbca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1579685393-subnet', 'tenant_id': 'bbaa897514934520bd6eb61aaa872290', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:24.944019 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Network da6d77d7-be5e-482d-8e74-107f147dbbca details requested by agent ovs-agent-dv-cinder-848759-1-iscsi with host dv-cinder-848759-1-iscsi {{(pid=104586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:09:24.950871 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d7c00-43d5-42a3-90b9-8732a5c5f7da service neutron] Pushing event updated for resources: {'Port': ['ID=08ca39e5-59e1-4f7a-887b-ceb7fc9c4671,revision_number=2']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:24.987154 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-4e8d7c00-43d5-42a3-90b9-8732a5c5f7da service neutron] Attempting to bind port 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 on host hv-cinder-84875 for vnic_type normal with profile {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:09:24.987476 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-4e8d7c00-43d5-42a3-90b9-8732a5c5f7da service neutron] Attempting to bind port 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 by drivers openvswitch,hyperv on host hv-cinder-84875 at level 0 using segments [{'id': 'ff03e07f-0eeb-4738-b3fa-daadee566eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9'}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:09:24.987795 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-4e8d7c00-43d5-42a3-90b9-8732a5c5f7da service neutron] Attempting to bind port 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 on network 77e226ae-740f-49bf-a51d-1fc557b375c9 {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:09:24.993409 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-4e8d7c00-43d5-42a3-90b9-8732a5c5f7da service neutron] Port 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 on network 77e226ae-740f-49bf-a51d-1fc557b375c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84875 {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 16:09:24.993727 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-4e8d7c00-43d5-42a3-90b9-8732a5c5f7da service neutron] Attempting to bind port 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 on network 77e226ae-740f-49bf-a51d-1fc557b375c9 {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:09:24.999806 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-4e8d7c00-43d5-42a3-90b9-8732a5c5f7da service neutron] Checking agent: {'id': '9349738f-6636-400c-ae94-e0965ca2b601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84875', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'started_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:09:25.000020 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-4e8d7c00-43d5-42a3-90b9-8732a5c5f7da service neutron] Checking segment: {'id': 'ff03e07f-0eeb-4738-b3fa-daadee566eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:09:25.000311 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-4e8d7c00-43d5-42a3-90b9-8732a5c5f7da service neutron] Bound using segment: {'id': 'ff03e07f-0eeb-4738-b3fa-daadee566eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9'} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:09:25.000739 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-4e8d7c00-43d5-42a3-90b9-8732a5c5f7da service neutron] Bound port: 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671, host: hv-cinder-84875, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff03e07f-0eeb-4738-b3fa-daadee566eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9'}}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:09:25.001122 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-4e8d7c00-43d5-42a3-90b9-8732a5c5f7da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (08ca39e5-59e1-4f7a-887b-ceb7fc9c4671), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:25.014078 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-f8510d9b-b875-454b-b828-81064d0efc13 req-bc7cb71e-2c83-43bb-b230-234ad422f0be tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (426e703b-fda9-4cb3-9ba0-62242cbd02d2), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:25.039618 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b46e8f-90e1-473f-a5bc-f50da41949b4 admin admin] Made reservation on behalf of bbaa897514934520bd6eb61aaa872290 for: {'subnet': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:09:25.044464 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d2b46e8f-90e1-473f-a5bc-f50da41949b4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:25.096382 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8510d9b-b875-454b-b828-81064d0efc13 req-bc7cb71e-2c83-43bb-b230-234ad422f0be tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Network d875afbf-ed35-412f-bb5d-c579562ff61a is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:09:25.103228 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [req-f8510d9b-b875-454b-b828-81064d0efc13 req-bc7cb71e-2c83-43bb-b230-234ad422f0be tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:09:25.108613 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cb71e-2c83-43bb-b230-234ad422f0be tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Pushing event updated for resources: {'Port': ['ID=426e703b-fda9-4cb3-9ba0-62242cbd02d2,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:25.116577 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8510d9b-b875-454b-b828-81064d0efc13 req-bc7cb71e-2c83-43bb-b230-234ad422f0be tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Received port after_create {{(pid=104584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:09:25.121639 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8510d9b-b875-454b-b828-81064d0efc13 req-bc7cb71e-2c83-43bb-b230-234ad422f0be tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:25.122235 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-f8510d9b-b875-454b-b828-81064d0efc13 req-bc7cb71e-2c83-43bb-b230-234ad422f0be tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for port (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:25.146201 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-4e8d7c00-43d5-42a3-90b9-8732a5c5f7da service neutron] For port 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671, host hv-cinder-84875, cleared binding levels {{(pid=104584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:09:25.150021 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-4e8d7c00-43d5-42a3-90b9-8732a5c5f7da service neutron] For port 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671, host hv-cinder-84875, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=08ca39e5-59e1-4f7a-887b-ceb7fc9c4671,segment=NetworkSegment(ff03e07f-0eeb-4738-b3fa-daadee566eaa),segment_id=ff03e07f-0eeb-4738-b3fa-daadee566eaa)] {{(pid=104584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:09:25.230235 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-f8510d9b-b875-454b-b828-81064d0efc13 req-bc7cb71e-2c83-43bb-b230-234ad422f0be tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3983355 Jul 05 16:09:25.260161 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-4e8d7c00-43d5-42a3-90b9-8732a5c5f7da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (08ca39e5-59e1-4f7a-887b-ceb7fc9c4671), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:25.266687 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=5 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:25.335152 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9ff2358b-ac1d-402c-9d39-94ec16d978ae req-261b5240-0e6a-4587-bce8-73e919e1a1b9 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 210 time: 0.0885584 Jul 05 16:09:25.362384 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d7c00-43d5-42a3-90b9-8732a5c5f7da service neutron] Pushing event updated for resources: {'Port': ['ID=08ca39e5-59e1-4f7a-887b-ceb7fc9c4671,revision_number=3']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:25.374152 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-4e8d7c00-43d5-42a3-90b9-8732a5c5f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:25.374992 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-4e8d7c00-43d5-42a3-90b9-8732a5c5f7da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for port (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:25.382998 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-4e8d7c00-43d5-42a3-90b9-8732a5c5f7da service neutron] 10.222.0.47 "PUT /v2.0/ports/08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 HTTP/1.1" status: 200 len: 1094 time: 2.0550404 Jul 05 16:09:25.385197 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b902cfe-0e0b-4ce5-b2df-67ca0464da74', 'tag': '08ca39e5-59e1-4f7a-887b-ceb7fc9c4671'}] {{(pid=104584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:09:25.389804 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be4aa087849a65c4a9e8a755187e63754d0c6c7db9367de7c29ca822742d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02715720-00fe-4a5b-bf69-e1e6bc80f4df" -d '{"events": [{"name": "network-changed", "server_uuid": "9b902cfe-0e0b-4ce5-b2df-67ca0464da74", "tag": "08ca39e5-59e1-4f7a-887b-ceb7fc9c4671"}]}' {{(pid=104584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:09:25.419903 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-53c5ca75-1a33-432a-b650-fac5d7959131 req-e9aa6b27-f0e6-46ff-ace4-48ec8620de68 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 210 time: 0.0774510 Jul 05 16:09:25.495749 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:25.499668 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d2b46e8f-90e1-473f-a5bc-f50da41949b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for subnet (41ae1837-2ce7-4a58-aa36-ae283d07606b), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:25.515707 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d2532-e8fb-4a96-a749-08919add5229 req-25ea044f-94db-4a52-8d25-aedd38dca0eb tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:25.523422 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d01d2532-e8fb-4a96-a749-08919add5229 req-25ea044f-94db-4a52-8d25-aedd38dca0eb tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 944 time: 0.0754166 Jul 05 16:09:25.539529 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-dad91181-0ea8-4c98-b748-c5192e49e32d None None] Provisioning complete for port 426e703b-fda9-4cb3-9ba0-62242cbd02d2 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:25.539927 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-dad91181-0ea8-4c98-b748-c5192e49e32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (426e703b-fda9-4cb3-9ba0-62242cbd02d2), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:25.541853 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6554964c-2f44-4aa9-a471-8e94d2f7634b x-openstack-request-id: req-6554964c-2f44-4aa9-a471-8e94d2f7634b {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:09:25.542144 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b902cfe-0e0b-4ce5-b2df-67ca0464da74", "tag": "08ca39e5-59e1-4f7a-887b-ceb7fc9c4671", "status": "completed", "code": 200}]} {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:09:25.542393 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6554964c-2f44-4aa9-a471-8e94d2f7634b {{(pid=104584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:09:25.542806 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6554964c-2f44-4aa9-a471-8e94d2f7634b'] response: {'name': 'network-changed', 'server_uuid': '9b902cfe-0e0b-4ce5-b2df-67ca0464da74', 'tag': '08ca39e5-59e1-4f7a-887b-ceb7fc9c4671', 'status': 'completed', 'code': 200} Jul 05 16:09:25.584583 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-dad91181-0ea8-4c98-b748-c5192e49e32d None None] Port 426e703b-fda9-4cb3-9ba0-62242cbd02d2 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:09:25.683667 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b46e8f-90e1-473f-a5bc-f50da41949b4 admin admin] Checking segment: {'id': 'b901fe04-24da-4c57-8d02-bcd72c49df33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'da6d77d7-be5e-482d-8e74-107f147dbbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:09:25.684182 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b46e8f-90e1-473f-a5bc-f50da41949b4 admin admin] Network hostable DHCP agents. Network: da6d77d7-be5e-482d-8e74-107f147dbbca, hostable agents: ['a381a417-f900-4967-9e50-4db2a6f3e74e'], hosted agents: [] {{(pid=104585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:09:25.686122 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b46e8f-90e1-473f-a5bc-f50da41949b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41ae1837-2ce7-4a58-aa36-ae283d07606b,revision_number=0']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:25.701390 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d01d2532-e8fb-4a96-a749-08919add5229 req-b5c09ea9-7fb1-428e-a826-7ea4a3b4df29 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768756 Jul 05 16:09:25.727921 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7db5fa-76f3-4d71-8535-6a1be9974a65 req-98880a3d-a564-4136-93e4-829d76b1d699 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:25.727921 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4f7db5fa-76f3-4d71-8535-6a1be9974a65 req-98880a3d-a564-4136-93e4-829d76b1d699 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 943 time: 0.0856919 Jul 05 16:09:25.801861 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4f7db5fa-76f3-4d71-8535-6a1be9974a65 req-80db7bf5-8617-4570-a2a5-4486ccd85e80 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773299 Jul 05 16:09:25.835331 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:25.843099 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e2955-f861-4aa9-87a3-dd8fb2cfb3e4 req-55741149-194e-4720-a846-cf25e03a59fe tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:25.845205 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-da2e2955-f861-4aa9-87a3-dd8fb2cfb3e4 req-55741149-194e-4720-a846-cf25e03a59fe tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 932 time: 0.0790153 Jul 05 16:09:25.848101 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b46e8f-90e1-473f-a5bc-f50da41949b4 admin admin] Network da6d77d7-be5e-482d-8e74-107f147dbbca is scheduled to be hosted by DHCP agent a381a417-f900-4967-9e50-4db2a6f3e74e with binding_index 1 {{(pid=104585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:09:25.924257 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-da2e2955-f861-4aa9-87a3-dd8fb2cfb3e4 req-a90738ec-d49b-4c3b-bf8f-fa000ad2195b tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694718 Jul 05 16:09:25.931987 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-d2b46e8f-90e1-473f-a5bc-f50da41949b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848759-1-iscsi, da6d77d7-be5e-482d-8e74-107f147dbbca) {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:09:25.950379 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b46e8f-90e1-473f-a5bc-f50da41949b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:25.950379 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d2b46e8f-90e1-473f-a5bc-f50da41949b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for subnet (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:25.953679 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6049f3-7da0-4fad-a340-25355afdd48b None None] Network da6d77d7-be5e-482d-8e74-107f147dbbca requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:09:26.059511 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dd2542-4ee2-4ce6-923d-183c30ba2f9d None None] Network da6d77d7-be5e-482d-8e74-107f147dbbca requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:09:26.080996 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-d2b46e8f-90e1-473f-a5bc-f50da41949b4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1451271 Jul 05 16:09:26.324799 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:26.440925 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6fd68bf7-5057-42dc-ac47-9470bd59b6ad req-16374092-5fa4-4149-b12e-77ef9bd6b6d3 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 210 time: 0.0299864 Jul 05 16:09:26.570233 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3a7da4df-c942-457b-9f7c-ad2629ac304d req-2e551487-5424-4e6e-a85b-2c853fe81283 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 210 time: 0.0365543 Jul 05 16:09:26.820251 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c509008-d2f2-44ae-906a-16d19fecc3bf req-b35cbcf5-3476-4bac-abdc-343213f77351 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:26.821728 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9c509008-d2f2-44ae-906a-16d19fecc3bf req-b35cbcf5-3476-4bac-abdc-343213f77351 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 944 time: 0.0477846 Jul 05 16:09:26.842253 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:26.880195 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9c509008-d2f2-44ae-906a-16d19fecc3bf req-8eab30d8-92d1-4d9a-b59a-3b47e3c346de tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527234 Jul 05 16:09:26.914406 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66605b02-0f6b-414a-b587-bda47b7f9db6 req-2f11756b-6469-4bd5-81af-f9ff88866e5f tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:26.916922 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-66605b02-0f6b-414a-b587-bda47b7f9db6 req-2f11756b-6469-4bd5-81af-f9ff88866e5f tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 943 time: 0.0487866 Jul 05 16:09:26.962832 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-66605b02-0f6b-414a-b587-bda47b7f9db6 req-1f281633-2663-412e-8189-66605179acb0 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412619 Jul 05 16:09:27.052095 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc43750-535a-4c29-9544-5a85576ef88c req-7b099ca6-f33f-4842-a05e-d03f039a0d5f tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:27.054335 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6bc43750-535a-4c29-9544-5a85576ef88c req-7b099ca6-f33f-4842-a05e-d03f039a0d5f tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 932 time: 0.0564644 Jul 05 16:09:27.106140 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6bc43750-535a-4c29-9544-5a85576ef88c req-dfe4be12-891c-45d6-8621-3e34e12ede87 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431235 Jul 05 16:09:27.334958 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 43028) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:27.340005 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-da24d839-5fdd-4219-a037-6f421c83f742 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-734743059-network', 'tenant_id': 'f8f4429bcd344015956046f2802063de'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:27.393172 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.47', 53064) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:27.399932 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-51741d09-a1b1-407c-8d12-cd890276962d req-836e7c81-2576-4d36-91ee-4765a3d3c048 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Request body: {'port': {'device_id': '478dac11-75cf-4e58-9ba7-e78469b8045a', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'admin_state_up': True, 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'security_groups': ['f730280b-5e36-421c-a0a9-7dd6c9685074']}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:27.416190 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [req-f8510d9b-b875-454b-b828-81064d0efc13 req-73c87cde-ce58-45ca-bf97-ef268f39f2c3 service neutron] Request body: {'port': {'device_id': '2d712774-90eb-4130-916f-046ba6b891a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84875'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:27.465240 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da24d839-5fdd-4219-a037-6f421c83f742 admin admin] Made reservation on behalf of f8f4429bcd344015956046f2802063de for: {'network': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:09:27.467545 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-da24d839-5fdd-4219-a037-6f421c83f742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for network (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:27.651213 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-da24d839-5fdd-4219-a037-6f421c83f742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:27.728848 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02715720-00fe-4a5b-bf69-e1e6bc80f4df req-1a195058-f511-42e2-856b-79751f8868d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:27.730694 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-02715720-00fe-4a5b-bf69-e1e6bc80f4df req-1a195058-f511-42e2-856b-79751f8868d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ec37a457530439b8728dd2ad2b6b7bd&device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 1128 time: 0.3126042 Jul 05 16:09:27.789790 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:27.799011 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9b140de5-eb27-41e4-ac70-e0b223c0066f req-cfc7a5d2-ec02-4e4d-a8d8-597515ad004d tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 210 time: 0.1496012 Jul 05 16:09:27.872278 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28357039-48d1-47f5-b377-f37799513e0b req-23df8b8b-446c-4c52-b43f-1bdd2d999e6b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:27.873764 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-28357039-48d1-47f5-b377-f37799513e0b req-23df8b8b-446c-4c52-b43f-1bdd2d999e6b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.47 "GET /v2.0/networks?id=2110daf5-1cfa-4c9d-9065-b33fabf55a66 HTTP/1.1" status: 200 len: 816 time: 0.4700501 Jul 05 16:09:27.890441 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec22476-6fe5-44e1-ad86-b2c0815c5cf0 req-9e72ca67-f862-408f-aa6c-1aa86486f280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:27.892164 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9ec22476-6fe5-44e1-ad86-b2c0815c5cf0 req-9e72ca67-f862-408f-aa6c-1aa86486f280 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4977994 Jul 05 16:09:27.924534 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f713e6e3-b249-49d6-b030-6838c7f0f540 req-9bd49dbe-9394-4553-bc49-7c38140e34dc tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 210 time: 0.2623811 Jul 05 16:09:27.930000 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:28.025857 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-f8510d9b-b875-454b-b828-81064d0efc13 req-73c87cde-ce58-45ca-bf97-ef268f39f2c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (426e703b-fda9-4cb3-9ba0-62242cbd02d2), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:28.076488 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdeff3-2719-41e3-adfb-b63966ad1b8c req-7904612b-0a10-4671-af5e-83981d743a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:28.078042 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-fabdeff3-2719-41e3-adfb-b63966ad1b8c req-7904612b-0a10-4671-af5e-83981d743a44 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ba872aaf0fd84b1eac87e18659d222d5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7224579 Jul 05 16:09:28.124939 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-28357039-48d1-47f5-b377-f37799513e0b req-bac05c0d-13ef-4ba1-916b-f2da74097eac tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6acb89542314578839f701251add904 HTTP/1.1" status: 200 len: 379 time: 0.2382092 Jul 05 16:09:28.148675 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [req-28357039-48d1-47f5-b377-f37799513e0b req-0261f171-c56e-4d10-825b-63fc3c0d2804 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Request body: {'port': {'device_id': 'da368d38-2642-49c3-b499-eb5a977cbd77', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'admin_state_up': True, 'tenant_id': 'b6acb89542314578839f701251add904', 'security_groups': ['953233d5-7306-4266-ba78-3653db53bc19']}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:28.314643 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51741d09-a1b1-407c-8d12-cd890276962d req-836e7c81-2576-4d36-91ee-4765a3d3c048 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Made reservation on behalf of 42e6ad67dbf542528726c545872ac10c for: {'port': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:09:28.318553 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-51741d09-a1b1-407c-8d12-cd890276962d req-836e7c81-2576-4d36-91ee-4765a3d3c048 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:28.334631 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69346de3-c3d3-442b-bbf8-bbcee70062cf req-a2af87ea-d024-400e-8988-26d645c13c67 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:28.336019 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-69346de3-c3d3-442b-bbf8-bbcee70062cf req-a2af87ea-d024-400e-8988-26d645c13c67 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 944 time: 0.3454542 Jul 05 16:09:28.348415 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02715720-00fe-4a5b-bf69-e1e6bc80f4df req-c2b9bc99-ac9c-4511-b2db-5c8f4c90d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:28.350143 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-02715720-00fe-4a5b-bf69-e1e6bc80f4df req-c2b9bc99-ac9c-4511-b2db-5c8f4c90d56f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3ec37a457530439b8728dd2ad2b6b7bd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5816162 Jul 05 16:09:28.359845 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd299f-edb9-4793-911b-e596929d0731 req-7531b897-191f-43c9-86f9-ab78e9a542ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:28.361337 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-54fd299f-edb9-4793-911b-e596929d0731 req-7531b897-191f-43c9-86f9-ab78e9a542ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbe6a2de3cba4aa7b365f30f5b2f745c&device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 1128 time: 0.3485830 Jul 05 16:09:28.370563 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-da24d839-5fdd-4219-a037-6f421c83f742 admin admin] Publish callbacks [] for security_group (e5d583e5-6c3b-4b6d-b35a-8982a108adfa), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:28.396416 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c47a8-350b-47fe-8b55-311d64e06241 req-bd8b49c2-cf2e-43bc-9751-c6ce3df89507 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:28.398067 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2b1c47a8-350b-47fe-8b55-311d64e06241 req-bd8b49c2-cf2e-43bc-9751-c6ce3df89507 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 943 time: 0.3102872 Jul 05 16:09:28.441680 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdeff3-2719-41e3-adfb-b63966ad1b8c req-908f8b71-dc31-4c3a-b9c4-1e9337b8c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:28.443733 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-fabdeff3-2719-41e3-adfb-b63966ad1b8c req-908f8b71-dc31-4c3a-b9c4-1e9337b8c4b7 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3583214 Jul 05 16:09:28.483266 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-54fd299f-edb9-4793-911b-e596929d0731 req-d0741509-68ac-4d97-9821-ef44caf9bab7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d3daec4-e5f2-405e-a531-5ab8f6778220 HTTP/1.1" status: 200 len: 217 time: 0.1114833 Jul 05 16:09:28.495588 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-da24d839-5fdd-4219-a037-6f421c83f742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (e5d583e5-6c3b-4b6d-b35a-8982a108adfa), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:28.551948 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51634ac8-f152-4329-9247-6c85db8f6823 req-4337834a-9ed6-4ade-8bca-e79608dcdffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:28.553951 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-51634ac8-f152-4329-9247-6c85db8f6823 req-4337834a-9ed6-4ade-8bca-e79608dcdffa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba872aaf0fd84b1eac87e18659d222d5&device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 1127 time: 0.0692422 Jul 05 16:09:28.648914 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28357039-48d1-47f5-b377-f37799513e0b req-0261f171-c56e-4d10-825b-63fc3c0d2804 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Made reservation on behalf of b6acb89542314578839f701251add904 for: {'port': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:09:28.654147 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-28357039-48d1-47f5-b377-f37799513e0b req-0261f171-c56e-4d10-825b-63fc3c0d2804 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:28.667092 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-51634ac8-f152-4329-9247-6c85db8f6823 req-707495b6-bcfe-4849-ab8b-f34972416b30 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54940261-cd96-498a-aea6-233e2ce2bed9 HTTP/1.1" status: 200 len: 217 time: 0.1052098 Jul 05 16:09:28.668008 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da24d839-5fdd-4219-a037-6f421c83f742 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=104585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:09:28.737414 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24d839-5fdd-4219-a037-6f421c83f742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d583e5-6c3b-4b6d-b35a-8982a108adfa,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:28.757098 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.notifiers.nova [req-f8510d9b-b875-454b-b828-81064d0efc13 req-73c87cde-ce58-45ca-bf97-ef268f39f2c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 426e703b-fda9-4cb3-9ba0-62242cbd02d2 {{(pid=104584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:09:28.757806 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-69346de3-c3d3-442b-bbf8-bbcee70062cf req-f714b773-6c6a-473d-8045-57c8d814f2bc tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4048412 Jul 05 16:09:28.759010 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-da24d839-5fdd-4219-a037-6f421c83f742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (fc5bc538-5c1f-42eb-9540-3a1ae0765f92), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:28.759347 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.segments_db [None req-da24d839-5fdd-4219-a037-6f421c83f742 admin admin] Added segment fc5bc538-5c1f-42eb-9540-3a1ae0765f92 of type vlan for network 7e9cd4ed-8945-4574-8702-c5c18ea558b7 Jul 05 16:09:28.801815 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-f8510d9b-b875-454b-b828-81064d0efc13 req-73c87cde-ce58-45ca-bf97-ef268f39f2c3 service neutron] Publish callbacks [] for port (426e703b-fda9-4cb3-9ba0-62242cbd02d2), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:28.830496 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51634ac8-f152-4329-9247-6c85db8f6823 req-d9c2ba56-e692-478f-a2db-ee607280f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:28.830496 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-51634ac8-f152-4329-9247-6c85db8f6823 req-d9c2ba56-e692-478f-a2db-ee607280f5d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=08992fac-fed2-48ed-bcf0-90757efc7e72 HTTP/1.1" status: 200 len: 850 time: 0.1419184 Jul 05 16:09:28.833824 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.provisioning_blocks [req-f8510d9b-b875-454b-b828-81064d0efc13 req-73c87cde-ce58-45ca-bf97-ef268f39f2c3 service neutron] Transition to ACTIVE for port object 426e703b-fda9-4cb3-9ba0-62242cbd02d2 will not be triggered until provisioned by entity L2. {{(pid=104584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 16:09:28.878315 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2b1c47a8-350b-47fe-8b55-311d64e06241 req-5483d699-0e69-47df-b051-09126a3c2779 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047403 Jul 05 16:09:28.910061 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02715720-00fe-4a5b-bf69-e1e6bc80f4df req-316cb665-4f48-4096-adef-9ca6c94bfef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:28.911450 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-02715720-00fe-4a5b-bf69-e1e6bc80f4df req-316cb665-4f48-4096-adef-9ca6c94bfef2 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5493104 Jul 05 16:09:28.936000 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-f8510d9b-b875-454b-b828-81064d0efc13 req-73c87cde-ce58-45ca-bf97-ef268f39f2c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (426e703b-fda9-4cb3-9ba0-62242cbd02d2), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:28.957899 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-da24d839-5fdd-4219-a037-6f421c83f742 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746276236728'] for network (7e9cd4ed-8945-4574-8702-c5c18ea558b7), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:28.962738 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd299f-edb9-4793-911b-e596929d0731 req-e34e195f-a556-425f-be34-0666f8fdf978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:28.963754 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-54fd299f-edb9-4793-911b-e596929d0731 req-e34e195f-a556-425f-be34-0666f8fdf978 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8a9b66f2-eae4-47d1-8086-fa8b5da512fd HTTP/1.1" status: 200 len: 857 time: 0.4552507 Jul 05 16:09:28.984211 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51634ac8-f152-4329-9247-6c85db8f6823 req-ebe5c21e-2009-40fb-86a7-2bcb8126761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:28.985439 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-51634ac8-f152-4329-9247-6c85db8f6823 req-ebe5c21e-2009-40fb-86a7-2bcb8126761f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7440bb30-cbe1-4a38-83c5-7b7fcf3eea20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1505158 Jul 05 16:09:28.990240 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:29.051874 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:29.056311 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_common [req-28357039-48d1-47f5-b377-f37799513e0b req-0261f171-c56e-4d10-825b-63fc3c0d2804 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Allocated IP 172.20.0.6 (2110daf5-1cfa-4c9d-9065-b33fabf55a66/c0055538-accc-457f-a7de-0db99e31abb1/c24636dc-9b24-45b5-a963-180931342e24) {{(pid=104584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:09:29.079642 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c87cde-ce58-45ca-bf97-ef268f39f2c3 service neutron] Pushing event updated for resources: {'Port': ['ID=426e703b-fda9-4cb3-9ba0-62242cbd02d2,revision_number=2']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:29.104902 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [req-51741d09-a1b1-407c-8d12-cd890276962d req-836e7c81-2576-4d36-91ee-4765a3d3c048 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Allocated IP 172.20.0.5 (77ec7356-4bd9-42af-abe3-f1b9c525bdef/5c2b09a9-00a4-429f-86c4-f8b1d0e4e593/0d4a05ab-6ac5-4ab2-bad3-8b10a8823738) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:09:29.113134 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daab08-880d-40cc-89e0-d7300cb4bbee req-4741394c-65d9-476c-9ee4-1ee348bb070e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:29.119908 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-36daab08-880d-40cc-89e0-d7300cb4bbee req-4741394c-65d9-476c-9ee4-1ee348bb070e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 944 time: 0.2853255 Jul 05 16:09:29.147963 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f122350e-edb2-465c-a734-c635bfd2f086 req-9da90eff-4fb6-477b-9300-b5901e3badc5 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 210 time: 0.1742704 Jul 05 16:09:29.148118 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.db.resource_extend [None req-da24d839-5fdd-4219-a037-6f421c83f742 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 05 16:09:29.188403 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [req-f8510d9b-b875-454b-b828-81064d0efc13 req-73c87cde-ce58-45ca-bf97-ef268f39f2c3 service neutron] Attempting to bind port 426e703b-fda9-4cb3-9ba0-62242cbd02d2 on host hv-cinder-84875 for vnic_type normal with profile {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:09:29.188732 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [req-f8510d9b-b875-454b-b828-81064d0efc13 req-73c87cde-ce58-45ca-bf97-ef268f39f2c3 service neutron] Attempting to bind port 426e703b-fda9-4cb3-9ba0-62242cbd02d2 by drivers openvswitch,hyperv on host hv-cinder-84875 at level 0 using segments [{'id': 'bbfc7f08-68f9-4166-85b4-e53d9bec6b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a'}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:09:29.189075 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8510d9b-b875-454b-b828-81064d0efc13 req-73c87cde-ce58-45ca-bf97-ef268f39f2c3 service neutron] Attempting to bind port 426e703b-fda9-4cb3-9ba0-62242cbd02d2 on network d875afbf-ed35-412f-bb5d-c579562ff61a {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:09:29.219903 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd299f-edb9-4793-911b-e596929d0731 req-1596dc4a-9cd5-44c7-adc1-0d3cf806c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:29.221814 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-54fd299f-edb9-4793-911b-e596929d0731 req-1596dc4a-9cd5-44c7-adc1-0d3cf806c174 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d875afbf-ed35-412f-bb5d-c579562ff61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2377009 Jul 05 16:09:29.231402 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-ef2ae447-7fb7-4de0-8c7b-2876ec631647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:29.233184 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-ef2ae447-7fb7-4de0-8c7b-2876ec631647 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ec37a457530439b8728dd2ad2b6b7bd&device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 1128 time: 0.2641881 Jul 05 16:09:29.239988 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8510d9b-b875-454b-b828-81064d0efc13 req-73c87cde-ce58-45ca-bf97-ef268f39f2c3 service neutron] Port 426e703b-fda9-4cb3-9ba0-62242cbd02d2 on network d875afbf-ed35-412f-bb5d-c579562ff61a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84875 {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 16:09:29.240315 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8510d9b-b875-454b-b828-81064d0efc13 req-73c87cde-ce58-45ca-bf97-ef268f39f2c3 service neutron] Attempting to bind port 426e703b-fda9-4cb3-9ba0-62242cbd02d2 on network d875afbf-ed35-412f-bb5d-c579562ff61a {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:09:29.247767 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-51634ac8-f152-4329-9247-6c85db8f6823 req-ef10ada4-c1cd-495c-a689-c88c8f9335dd service neutron] 10.222.0.47 "GET /v2.0/networks/7440bb30-cbe1-4a38-83c5-7b7fcf3eea20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483191 Jul 05 16:09:29.260577 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8510d9b-b875-454b-b828-81064d0efc13 req-73c87cde-ce58-45ca-bf97-ef268f39f2c3 service neutron] Checking agent: {'id': '9349738f-6636-400c-ae94-e0965ca2b601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84875', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'started_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:09:29.260941 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8510d9b-b875-454b-b828-81064d0efc13 req-73c87cde-ce58-45ca-bf97-ef268f39f2c3 service neutron] Checking segment: {'id': 'bbfc7f08-68f9-4166-85b4-e53d9bec6b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:09:29.261323 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8510d9b-b875-454b-b828-81064d0efc13 req-73c87cde-ce58-45ca-bf97-ef268f39f2c3 service neutron] Bound using segment: {'id': 'bbfc7f08-68f9-4166-85b4-e53d9bec6b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a'} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:09:29.261776 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [req-f8510d9b-b875-454b-b828-81064d0efc13 req-73c87cde-ce58-45ca-bf97-ef268f39f2c3 service neutron] Bound port: 426e703b-fda9-4cb3-9ba0-62242cbd02d2, host: hv-cinder-84875, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbfc7f08-68f9-4166-85b4-e53d9bec6b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a'}}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:09:29.262139 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-f8510d9b-b875-454b-b828-81064d0efc13 req-73c87cde-ce58-45ca-bf97-ef268f39f2c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (426e703b-fda9-4cb3-9ba0-62242cbd02d2), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:29.353857 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-da24d839-5fdd-4219-a037-6f421c83f742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for network (7e9cd4ed-8945-4574-8702-c5c18ea558b7), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:29.363305 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da24d839-5fdd-4219-a037-6f421c83f742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:29.363305 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-da24d839-5fdd-4219-a037-6f421c83f742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:29.363305 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8bb5e88c-a9ab-4d06-8363-4d1b8016c7e7 req-f801dff9-f746-4fd7-b2f7-56c443267b87 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 210 time: 0.1271131 Jul 05 16:09:29.363305 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-406b8c80-b746-4a93-89e3-2f2e47eabcac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 HTTP/1.1" status: 200 len: 217 time: 0.1188455 Jul 05 16:09:29.366379 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:29.430305 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-36daab08-880d-40cc-89e0-d7300cb4bbee req-17169272-9b85-4ce6-a886-8dba6ec138f0 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095119 Jul 05 16:09:29.437168 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-28357039-48d1-47f5-b377-f37799513e0b req-0261f171-c56e-4d10-825b-63fc3c0d2804 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for port (c24636dc-9b24-45b5-a963-180931342e24), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:29.482010 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [req-f8510d9b-b875-454b-b828-81064d0efc13 req-73c87cde-ce58-45ca-bf97-ef268f39f2c3 service neutron] For port 426e703b-fda9-4cb3-9ba0-62242cbd02d2, host hv-cinder-84875, cleared binding levels {{(pid=104584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:09:29.503042 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [req-f8510d9b-b875-454b-b828-81064d0efc13 req-73c87cde-ce58-45ca-bf97-ef268f39f2c3 service neutron] For port 426e703b-fda9-4cb3-9ba0-62242cbd02d2, host hv-cinder-84875, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=426e703b-fda9-4cb3-9ba0-62242cbd02d2,segment=NetworkSegment(bbfc7f08-68f9-4166-85b4-e53d9bec6b3e),segment_id=bbfc7f08-68f9-4166-85b4-e53d9bec6b3e)] {{(pid=104584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:09:29.507878 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-51634ac8-f152-4329-9247-6c85db8f6823 req-fac65b7d-82f9-452f-9efc-9c381a542220 service neutron] 10.222.0.47 "GET /v2.0/networks/7440bb30-cbe1-4a38-83c5-7b7fcf3eea20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484386 Jul 05 16:09:29.588704 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24d839-5fdd-4219-a037-6f421c83f742 admin admin] Pushing event updated for resources: {'Network': ['ID=7e9cd4ed-8945-4574-8702-c5c18ea558b7,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:29.600180 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Network 7e9cd4ed-8945-4574-8702-c5c18ea558b7 details requested by agent ovs-agent-dv-cinder-848759-1-iscsi with host dv-cinder-848759-1-iscsi {{(pid=104586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:09:29.608237 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-da24d839-5fdd-4219-a037-6f421c83f742 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.2720895 Jul 05 16:09:29.610286 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-89777fac-1445-47e0-b90b-7517a061a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:29.611364 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 43104) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:29.611753 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-89777fac-1445-47e0-b90b-7517a061a3ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a HTTP/1.1" status: 200 len: 849 time: 0.2181568 Jul 05 16:09:29.616167 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-f75367ea-5dba-4d26-88cc-4cfc25831fe3 admin admin] Request body: {'subnet': {'network_id': '7e9cd4ed-8945-4574-8702-c5c18ea558b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-734743059-subnet', 'tenant_id': 'f8f4429bcd344015956046f2802063de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:29.618977 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-54fd299f-edb9-4793-911b-e596929d0731 req-78fb20ef-b403-4dc2-8e77-e42ac4da34ed service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785236 Jul 05 16:09:29.629072 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-28357039-48d1-47f5-b377-f37799513e0b req-0261f171-c56e-4d10-825b-63fc3c0d2804 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (c24636dc-9b24-45b5-a963-180931342e24), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:29.635039 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-f8510d9b-b875-454b-b828-81064d0efc13 req-73c87cde-ce58-45ca-bf97-ef268f39f2c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (426e703b-fda9-4cb3-9ba0-62242cbd02d2), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:29.712885 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-51741d09-a1b1-407c-8d12-cd890276962d req-836e7c81-2576-4d36-91ee-4765a3d3c048 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for port (0d4a05ab-6ac5-4ab2-bad3-8b10a8823738), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:29.760218 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-075a3b9f-e41d-439c-a8a4-ae8ccb23eabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:29.762312 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-075a3b9f-e41d-439c-a8a4-ae8ccb23eabf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77e226ae-740f-49bf-a51d-1fc557b375c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1424093 Jul 05 16:09:29.798121 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-54fd299f-edb9-4793-911b-e596929d0731 req-18a65ed9-a6e6-488d-816f-8490d5d87a1f service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581061 Jul 05 16:09:29.923037 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28357039-48d1-47f5-b377-f37799513e0b req-0261f171-c56e-4d10-825b-63fc3c0d2804 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Network 2110daf5-1cfa-4c9d-9065-b33fabf55a66 is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:09:29.923715 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04806593-be95-4a62-a7bd-39ce8ee57107 req-dc001f83-b9f2-4850-9fe2-cbad63ea0275 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:29.925773 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-04806593-be95-4a62-a7bd-39ce8ee57107 req-dc001f83-b9f2-4850-9fe2-cbad63ea0275 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 944 time: 0.0702813 Jul 05 16:09:29.934142 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [req-28357039-48d1-47f5-b377-f37799513e0b req-0261f171-c56e-4d10-825b-63fc3c0d2804 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:09:29.948668 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [req-28357039-48d1-47f5-b377-f37799513e0b req-0261f171-c56e-4d10-825b-63fc3c0d2804 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Received port after_create {{(pid=104584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:09:29.950809 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-51741d09-a1b1-407c-8d12-cd890276962d req-836e7c81-2576-4d36-91ee-4765a3d3c048 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (0d4a05ab-6ac5-4ab2-bad3-8b10a8823738), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:29.958782 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28357039-48d1-47f5-b377-f37799513e0b req-0261f171-c56e-4d10-825b-63fc3c0d2804 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:29.959725 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-28357039-48d1-47f5-b377-f37799513e0b req-0261f171-c56e-4d10-825b-63fc3c0d2804 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for port (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:29.967111 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8510d9b-b875-454b-b828-81064d0efc13 req-73c87cde-ce58-45ca-bf97-ef268f39f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:29.971277 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-f8510d9b-b875-454b-b828-81064d0efc13 req-73c87cde-ce58-45ca-bf97-ef268f39f2c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for port (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:29.973557 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-f8510d9b-b875-454b-b828-81064d0efc13 req-73c87cde-ce58-45ca-bf97-ef268f39f2c3 service neutron] 10.222.0.47 "PUT /v2.0/ports/426e703b-fda9-4cb3-9ba0-62242cbd02d2 HTTP/1.1" status: 200 len: 1094 time: 2.5687253 Jul 05 16:09:29.982396 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d712774-90eb-4130-916f-046ba6b891a0', 'tag': '426e703b-fda9-4cb3-9ba0-62242cbd02d2'}] {{(pid=104584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:09:29.985414 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be4aa087849a65c4a9e8a755187e63754d0c6c7db9367de7c29ca822742d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ad8554-b2ca-4a92-8290-e5195a35f04c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d712774-90eb-4130-916f-046ba6b891a0", "tag": "426e703b-fda9-4cb3-9ba0-62242cbd02d2"}]}' {{(pid=104584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:09:30.023623 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75367ea-5dba-4d26-88cc-4cfc25831fe3 admin admin] Made reservation on behalf of f8f4429bcd344015956046f2802063de for: {'subnet': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:09:30.026287 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-f75367ea-5dba-4d26-88cc-4cfc25831fe3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:30.040671 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c87cde-ce58-45ca-bf97-ef268f39f2c3 service neutron] Pushing event updated for resources: {'Port': ['ID=426e703b-fda9-4cb3-9ba0-62242cbd02d2,revision_number=3']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:30.047884 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51741d09-a1b1-407c-8d12-cd890276962d req-836e7c81-2576-4d36-91ee-4765a3d3c048 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Network 77ec7356-4bd9-42af-abe3-f1b9c525bdef is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:09:30.066034 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [req-51741d09-a1b1-407c-8d12-cd890276962d req-836e7c81-2576-4d36-91ee-4765a3d3c048 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:09:30.094373 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-51741d09-a1b1-407c-8d12-cd890276962d req-836e7c81-2576-4d36-91ee-4765a3d3c048 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:09:30.100820 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51741d09-a1b1-407c-8d12-cd890276962d req-836e7c81-2576-4d36-91ee-4765a3d3c048 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:30.101587 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-51741d09-a1b1-407c-8d12-cd890276962d req-836e7c81-2576-4d36-91ee-4765a3d3c048 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:30.150409 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-28357039-48d1-47f5-b377-f37799513e0b req-0261f171-c56e-4d10-825b-63fc3c0d2804 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0113351 Jul 05 16:09:30.166104 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e7c81-2576-4d36-91ee-4765a3d3c048 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event updated for resources: {'Port': ['ID=0d4a05ab-6ac5-4ab2-bad3-8b10a8823738,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:30.172435 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261f171-c56e-4d10-825b-63fc3c0d2804 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Pushing event updated for resources: {'Port': ['ID=c24636dc-9b24-45b5-a963-180931342e24,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:30.211181 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-04806593-be95-4a62-a7bd-39ce8ee57107 req-1875cf3f-44f5-408c-8c5d-ca636c4158e7 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2759082 Jul 05 16:09:30.219826 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:30.231421 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e622c4-9162-4c2b-96cd-978c68782b28 req-a092d9a4-faf5-4910-9294-492b6aae58bc tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:30.233148 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-39e622c4-9162-4c2b-96cd-978c68782b28 req-a092d9a4-faf5-4910-9294-492b6aae58bc tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 943 time: 0.2086256 Jul 05 16:09:30.278182 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ed8f29-fc67-4e93-acad-d3889d6b8305 x-openstack-request-id: req-17ed8f29-fc67-4e93-acad-d3889d6b8305 {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:09:30.278627 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d712774-90eb-4130-916f-046ba6b891a0", "tag": "426e703b-fda9-4cb3-9ba0-62242cbd02d2", "status": "completed", "code": 200}]} {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:09:30.279022 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-17ed8f29-fc67-4e93-acad-d3889d6b8305 {{(pid=104584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:09:30.279693 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ed8f29-fc67-4e93-acad-d3889d6b8305'] response: {'name': 'network-changed', 'server_uuid': '2d712774-90eb-4130-916f-046ba6b891a0', 'tag': '426e703b-fda9-4cb3-9ba0-62242cbd02d2', 'status': 'completed', 'code': 200} Jul 05 16:09:30.387554 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-d94b065b-f195-45c0-8ee5-5223d002980b None None] Provisioning complete for port c24636dc-9b24-45b5-a963-180931342e24 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:30.388173 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-d94b065b-f195-45c0-8ee5-5223d002980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (c24636dc-9b24-45b5-a963-180931342e24), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:30.425439 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:30.430784 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-d94b065b-f195-45c0-8ee5-5223d002980b None None] Port c24636dc-9b24-45b5-a963-180931342e24 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:09:30.440072 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=100 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:30.469453 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-51741d09-a1b1-407c-8d12-cd890276962d req-836e7c81-2576-4d36-91ee-4765a3d3c048 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0737932 Jul 05 16:09:30.491511 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-f75367ea-5dba-4d26-88cc-4cfc25831fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for subnet (e53c438e-ab8f-4708-830d-a4e7720c7080), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:30.525692 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-39e622c4-9162-4c2b-96cd-978c68782b28 req-ae28bc95-4e7a-4b17-81ff-b41c8e025e2f tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802587 Jul 05 16:09:30.531612 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad871d5-9a94-461b-932e-b5e2e339d2fc req-c1c543d0-44c6-4379-b46f-3064fadc90e2 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:30.533065 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-aad871d5-9a94-461b-932e-b5e2e339d2fc req-c1c543d0-44c6-4379-b46f-3064fadc90e2 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 931 time: 0.0698347 Jul 05 16:09:30.552714 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75367ea-5dba-4d26-88cc-4cfc25831fe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e53c438e-ab8f-4708-830d-a4e7720c7080,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:30.571287 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-0df083d2-3add-41b8-a937-883e94266ca4 None None] Provisioning complete for port 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:30.572027 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-0df083d2-3add-41b8-a937-883e94266ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (0d4a05ab-6ac5-4ab2-bad3-8b10a8823738), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:30.573035 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:30.577358 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75367ea-5dba-4d26-88cc-4cfc25831fe3 admin admin] Checking segment: {'id': 'fc5bc538-5c1f-42eb-9540-3a1ae0765f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7e9cd4ed-8945-4574-8702-c5c18ea558b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:09:30.577358 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75367ea-5dba-4d26-88cc-4cfc25831fe3 admin admin] Network hostable DHCP agents. Network: 7e9cd4ed-8945-4574-8702-c5c18ea558b7, hostable agents: ['a381a417-f900-4967-9e50-4db2a6f3e74e'], hosted agents: [] {{(pid=104584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:09:30.615576 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-aad871d5-9a94-461b-932e-b5e2e339d2fc req-f629c5fb-fa96-4de5-9871-d2f089d45392 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694265 Jul 05 16:09:30.618008 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-0df083d2-3add-41b8-a937-883e94266ca4 None None] Port 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:09:30.653193 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02faf0f-33ac-4a14-9295-8127a1d332e1 req-0aa852c3-48ba-4716-bd97-05d0b879f200 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:30.654690 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e02faf0f-33ac-4a14-9295-8127a1d332e1 req-0aa852c3-48ba-4716-bd97-05d0b879f200 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 931 time: 0.0560346 Jul 05 16:09:30.674682 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [req-28357039-48d1-47f5-b377-f37799513e0b req-2c93765c-30b0-4606-a11c-1b7a1aabd459 service neutron] Request body: {'port': {'device_id': 'da368d38-2642-49c3-b499-eb5a977cbd77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84875'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:30.690613 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-51741d09-a1b1-407c-8d12-cd890276962d req-4599149c-a4b8-4051-86e3-5260ce314dc2 service neutron] Request body: {'port': {'device_id': '478dac11-75cf-4e58-9ba7-e78469b8045a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84875'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:30.743789 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-28357039-48d1-47f5-b377-f37799513e0b req-2c93765c-30b0-4606-a11c-1b7a1aabd459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (c24636dc-9b24-45b5-a963-180931342e24), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:30.747549 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75367ea-5dba-4d26-88cc-4cfc25831fe3 admin admin] Network 7e9cd4ed-8945-4574-8702-c5c18ea558b7 is scheduled to be hosted by DHCP agent a381a417-f900-4967-9e50-4db2a6f3e74e with binding_index 1 {{(pid=104584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:09:30.856477 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad8554-b2ca-4a92-8290-e5195a35f04c req-daef8c46-9ae4-4a92-a5e0-0ae495c1e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:30.858160 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f7ad8554-b2ca-4a92-8290-e5195a35f04c req-daef8c46-9ae4-4a92-a5e0-0ae495c1e725 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbe6a2de3cba4aa7b365f30f5b2f745c&device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 1128 time: 0.1543832 Jul 05 16:09:30.874915 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-f75367ea-5dba-4d26-88cc-4cfc25831fe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848759-1-iscsi, 7e9cd4ed-8945-4574-8702-c5c18ea558b7) {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:09:30.880743 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75367ea-5dba-4d26-88cc-4cfc25831fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:30.881248 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-f75367ea-5dba-4d26-88cc-4cfc25831fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for subnet (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:30.886262 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d22f1c-e184-4491-836b-d346581b516d None None] Network 7e9cd4ed-8945-4574-8702-c5c18ea558b7 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:09:30.901341 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdfad9-2a42-4087-9e1d-06c91021914a req-56f77543-757b-499d-b7f8-db12756e1e6b tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:30.903770 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fdcdfad9-2a42-4087-9e1d-06c91021914a req-56f77543-757b-499d-b7f8-db12756e1e6b tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 944 time: 0.2086332 Jul 05 16:09:30.914044 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e02faf0f-33ac-4a14-9295-8127a1d332e1 req-52390a04-989b-4e6e-bdb1-8702550c810b tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=f730280b-5e36-421c-a0a9-7dd6c9685074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535319 Jul 05 16:09:30.920169 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:30.935164 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-51741d09-a1b1-407c-8d12-cd890276962d req-4599149c-a4b8-4051-86e3-5260ce314dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (0d4a05ab-6ac5-4ab2-bad3-8b10a8823738), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:30.970942 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-c7f4949f-4e19-471e-80f2-61fd6aac8200 service neutron] 10.222.0.47 "GET /v2.0/networks/77e226ae-740f-49bf-a51d-1fc557b375c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007338 Jul 05 16:09:31.024153 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fdcdfad9-2a42-4087-9e1d-06c91021914a req-75e4e688-9bfd-4a3b-97c6-b874b43b5222 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999434 Jul 05 16:09:31.045619 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ddd369-0c15-4ec4-9655-813754b81a6f None None] Network 7e9cd4ed-8945-4574-8702-c5c18ea558b7 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:09:31.104972 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.notifiers.nova [req-28357039-48d1-47f5-b377-f37799513e0b req-2c93765c-30b0-4606-a11c-1b7a1aabd459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c24636dc-9b24-45b5-a963-180931342e24 {{(pid=104584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:09:31.133023 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-f75367ea-5dba-4d26-88cc-4cfc25831fe3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5141797 Jul 05 16:09:31.140400 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-28357039-48d1-47f5-b377-f37799513e0b req-2c93765c-30b0-4606-a11c-1b7a1aabd459 service neutron] Publish callbacks [] for port (c24636dc-9b24-45b5-a963-180931342e24), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:31.164551 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.provisioning_blocks [req-28357039-48d1-47f5-b377-f37799513e0b req-2c93765c-30b0-4606-a11c-1b7a1aabd459 service neutron] Transition to ACTIVE for port object c24636dc-9b24-45b5-a963-180931342e24 will not be triggered until provisioned by entity L2. {{(pid=104584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 16:09:31.249136 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-28357039-48d1-47f5-b377-f37799513e0b req-2c93765c-30b0-4606-a11c-1b7a1aabd459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (c24636dc-9b24-45b5-a963-180931342e24), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:31.327286 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93765c-30b0-4606-a11c-1b7a1aabd459 service neutron] Pushing event updated for resources: {'Port': ['ID=c24636dc-9b24-45b5-a963-180931342e24,revision_number=2']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:31.345697 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [req-28357039-48d1-47f5-b377-f37799513e0b req-2c93765c-30b0-4606-a11c-1b7a1aabd459 service neutron] Attempting to bind port c24636dc-9b24-45b5-a963-180931342e24 on host hv-cinder-84875 for vnic_type normal with profile {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:09:31.346330 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [req-28357039-48d1-47f5-b377-f37799513e0b req-2c93765c-30b0-4606-a11c-1b7a1aabd459 service neutron] Attempting to bind port c24636dc-9b24-45b5-a963-180931342e24 by drivers openvswitch,hyperv on host hv-cinder-84875 at level 0 using segments [{'id': '6f645013-d008-4ebc-b993-15aa3ce0d8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66'}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:09:31.346927 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28357039-48d1-47f5-b377-f37799513e0b req-2c93765c-30b0-4606-a11c-1b7a1aabd459 service neutron] Attempting to bind port c24636dc-9b24-45b5-a963-180931342e24 on network 2110daf5-1cfa-4c9d-9065-b33fabf55a66 {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:09:31.353536 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28357039-48d1-47f5-b377-f37799513e0b req-2c93765c-30b0-4606-a11c-1b7a1aabd459 service neutron] Port c24636dc-9b24-45b5-a963-180931342e24 on network 2110daf5-1cfa-4c9d-9065-b33fabf55a66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84875 {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 16:09:31.354157 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28357039-48d1-47f5-b377-f37799513e0b req-2c93765c-30b0-4606-a11c-1b7a1aabd459 service neutron] Attempting to bind port c24636dc-9b24-45b5-a963-180931342e24 on network 2110daf5-1cfa-4c9d-9065-b33fabf55a66 {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:09:31.360915 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28357039-48d1-47f5-b377-f37799513e0b req-2c93765c-30b0-4606-a11c-1b7a1aabd459 service neutron] Checking agent: {'id': '9349738f-6636-400c-ae94-e0965ca2b601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84875', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'started_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:09:31.361640 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28357039-48d1-47f5-b377-f37799513e0b req-2c93765c-30b0-4606-a11c-1b7a1aabd459 service neutron] Checking segment: {'id': '6f645013-d008-4ebc-b993-15aa3ce0d8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:09:31.362262 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28357039-48d1-47f5-b377-f37799513e0b req-2c93765c-30b0-4606-a11c-1b7a1aabd459 service neutron] Bound using segment: {'id': '6f645013-d008-4ebc-b993-15aa3ce0d8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66'} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:09:31.362943 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [req-28357039-48d1-47f5-b377-f37799513e0b req-2c93765c-30b0-4606-a11c-1b7a1aabd459 service neutron] Bound port: c24636dc-9b24-45b5-a963-180931342e24, host: hv-cinder-84875, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f645013-d008-4ebc-b993-15aa3ce0d8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66'}}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:09:31.364135 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-28357039-48d1-47f5-b377-f37799513e0b req-2c93765c-30b0-4606-a11c-1b7a1aabd459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (c24636dc-9b24-45b5-a963-180931342e24), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:31.412555 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [req-51741d09-a1b1-407c-8d12-cd890276962d req-4599149c-a4b8-4051-86e3-5260ce314dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738 {{(pid=104585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:09:31.419249 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:31.449230 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-51741d09-a1b1-407c-8d12-cd890276962d req-4599149c-a4b8-4051-86e3-5260ce314dc2 service neutron] Publish callbacks [] for port (0d4a05ab-6ac5-4ab2-bad3-8b10a8823738), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:31.460866 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac86f9-3308-455d-b2b0-f4d6d6397d80 req-252b0000-e340-45a7-9b90-bae59aa24ee5 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:31.462974 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1eac86f9-3308-455d-b2b0-f4d6d6397d80 req-252b0000-e340-45a7-9b90-bae59aa24ee5 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 944 time: 0.1190286 Jul 05 16:09:31.477925 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [req-28357039-48d1-47f5-b377-f37799513e0b req-2c93765c-30b0-4606-a11c-1b7a1aabd459 service neutron] For port c24636dc-9b24-45b5-a963-180931342e24, host hv-cinder-84875, cleared binding levels {{(pid=104584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:09:31.481969 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [req-28357039-48d1-47f5-b377-f37799513e0b req-2c93765c-30b0-4606-a11c-1b7a1aabd459 service neutron] For port c24636dc-9b24-45b5-a963-180931342e24, host hv-cinder-84875, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=c24636dc-9b24-45b5-a963-180931342e24,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:09:31.498762 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.provisioning_blocks [req-51741d09-a1b1-407c-8d12-cd890276962d req-4599149c-a4b8-4051-86e3-5260ce314dc2 service neutron] Transition to ACTIVE for port object 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738 will not be triggered until provisioned by entity L2. {{(pid=104585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 16:09:31.555739 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-28357039-48d1-47f5-b377-f37799513e0b req-2c93765c-30b0-4606-a11c-1b7a1aabd459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (c24636dc-9b24-45b5-a963-180931342e24), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:31.606858 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28357039-48d1-47f5-b377-f37799513e0b req-2c93765c-30b0-4606-a11c-1b7a1aabd459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:31.607486 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-28357039-48d1-47f5-b377-f37799513e0b req-2c93765c-30b0-4606-a11c-1b7a1aabd459 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for port (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:31.609372 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-28357039-48d1-47f5-b377-f37799513e0b req-2c93765c-30b0-4606-a11c-1b7a1aabd459 service neutron] 10.222.0.47 "PUT /v2.0/ports/c24636dc-9b24-45b5-a963-180931342e24 HTTP/1.1" status: 200 len: 1093 time: 0.9412491 Jul 05 16:09:31.615681 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1eac86f9-3308-455d-b2b0-f4d6d6397d80 req-10decf8c-8f2e-4be8-a0eb-a78e2fb1487b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371505 Jul 05 16:09:31.649197 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93765c-30b0-4606-a11c-1b7a1aabd459 service neutron] Pushing event updated for resources: {'Port': ['ID=c24636dc-9b24-45b5-a963-180931342e24,revision_number=3']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:31.669668 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-51741d09-a1b1-407c-8d12-cd890276962d req-4599149c-a4b8-4051-86e3-5260ce314dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (0d4a05ab-6ac5-4ab2-bad3-8b10a8823738), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:31.770324 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28357039-48d1-47f5-b377-f37799513e0b req-038687a5-c09b-4953-8805-f9433095d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:31.772097 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-28357039-48d1-47f5-b377-f37799513e0b req-038687a5-c09b-4953-8805-f9433095d5b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6acb89542314578839f701251add904&device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 1127 time: 0.0471737 Jul 05 16:09:31.825222 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-28357039-48d1-47f5-b377-f37799513e0b req-d75f0a39-0419-4577-831a-13dac6c0ff56 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c24636dc-9b24-45b5-a963-180931342e24 HTTP/1.1" status: 200 len: 217 time: 0.0448480 Jul 05 16:09:31.836253 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8ed39-7bf9-461c-8c81-8a7a4d477b12 req-b993fb64-0727-47fc-8cf5-45808e6f22fb tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:31.837827 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9ad8ed39-7bf9-461c-8c81-8a7a4d477b12 req-b993fb64-0727-47fc-8cf5-45808e6f22fb tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 943 time: 0.2211666 Jul 05 16:09:31.890321 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28357039-48d1-47f5-b377-f37799513e0b req-32169d66-4202-4a31-aef0-96b136eaa0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:31.891781 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-28357039-48d1-47f5-b377-f37799513e0b req-32169d66-4202-4a31-aef0-96b136eaa0ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c0055538-accc-457f-a7de-0db99e31abb1 HTTP/1.1" status: 200 len: 855 time: 0.0600834 Jul 05 16:09:31.899195 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599149c-a4b8-4051-86e3-5260ce314dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4a05ab-6ac5-4ab2-bad3-8b10a8823738,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:31.920859 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8a45b-f253-46c5-908c-ee6f45af195d req-10a652cf-611c-4170-b317-2d2e064ded7a tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:31.922424 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6ed8a45b-f253-46c5-908c-ee6f45af195d req-10a652cf-611c-4170-b317-2d2e064ded7a tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 943 time: 0.1860194 Jul 05 16:09:31.924328 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9feeb9a2-cdf8-431a-82b6-53bf502a1ffa req-adb121b0-0664-4b53-8197-b00bca1dc07e service neutron] 10.222.0.47 "GET /v2.0/networks/77e226ae-740f-49bf-a51d-1fc557b375c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092023 Jul 05 16:09:31.928477 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad8554-b2ca-4a92-8290-e5195a35f04c req-c7baad12-6384-4b2f-8352-6be24a09ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:31.929933 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f7ad8554-b2ca-4a92-8290-e5195a35f04c req-c7baad12-6384-4b2f-8352-6be24a09ff69 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=bbe6a2de3cba4aa7b365f30f5b2f745c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4137561 Jul 05 16:09:31.980029 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28357039-48d1-47f5-b377-f37799513e0b req-fe6e6075-d734-4077-a367-01bc4ab91342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:31.982199 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-28357039-48d1-47f5-b377-f37799513e0b req-fe6e6075-d734-4077-a367-01bc4ab91342 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2110daf5-1cfa-4c9d-9065-b33fabf55a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0822182 Jul 05 16:09:32.094770 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-28357039-48d1-47f5-b377-f37799513e0b req-59eb857b-e0b7-4ce0-9640-829d23a9df4f service neutron] 10.222.0.47 "GET /v2.0/networks/2110daf5-1cfa-4c9d-9065-b33fabf55a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061568 Jul 05 16:09:32.122429 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-51741d09-a1b1-407c-8d12-cd890276962d req-4599149c-a4b8-4051-86e3-5260ce314dc2 service neutron] Attempting to bind port 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738 on host hv-cinder-84875 for vnic_type normal with profile {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:09:32.123171 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-51741d09-a1b1-407c-8d12-cd890276962d req-4599149c-a4b8-4051-86e3-5260ce314dc2 service neutron] Attempting to bind port 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738 by drivers openvswitch,hyperv on host hv-cinder-84875 at level 0 using segments [{'id': 'f6022e8d-52b0-4684-bbca-ba47c36c042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef'}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:09:32.123171 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51741d09-a1b1-407c-8d12-cd890276962d req-4599149c-a4b8-4051-86e3-5260ce314dc2 service neutron] Attempting to bind port 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738 on network 77ec7356-4bd9-42af-abe3-f1b9c525bdef {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:09:32.178599 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51741d09-a1b1-407c-8d12-cd890276962d req-4599149c-a4b8-4051-86e3-5260ce314dc2 service neutron] Port 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738 on network 77ec7356-4bd9-42af-abe3-f1b9c525bdef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84875 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 16:09:32.178944 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51741d09-a1b1-407c-8d12-cd890276962d req-4599149c-a4b8-4051-86e3-5260ce314dc2 service neutron] Attempting to bind port 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738 on network 77ec7356-4bd9-42af-abe3-f1b9c525bdef {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:09:32.190560 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9ad8ed39-7bf9-461c-8c81-8a7a4d477b12 req-18439cdc-e5cb-4f34-b3ed-c24a769abca8 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196907 Jul 05 16:09:32.206893 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-28357039-48d1-47f5-b377-f37799513e0b req-dcd18b11-418c-441e-ba46-8c409015b6e9 service neutron] 10.222.0.47 "GET /v2.0/networks/2110daf5-1cfa-4c9d-9065-b33fabf55a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048775 Jul 05 16:09:32.211745 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51741d09-a1b1-407c-8d12-cd890276962d req-4599149c-a4b8-4051-86e3-5260ce314dc2 service neutron] Checking agent: {'id': '9349738f-6636-400c-ae94-e0965ca2b601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84875', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'started_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:09:32.212107 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51741d09-a1b1-407c-8d12-cd890276962d req-4599149c-a4b8-4051-86e3-5260ce314dc2 service neutron] Checking segment: {'id': 'f6022e8d-52b0-4684-bbca-ba47c36c042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:09:32.212668 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51741d09-a1b1-407c-8d12-cd890276962d req-4599149c-a4b8-4051-86e3-5260ce314dc2 service neutron] Bound using segment: {'id': 'f6022e8d-52b0-4684-bbca-ba47c36c042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef'} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:09:32.213150 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-51741d09-a1b1-407c-8d12-cd890276962d req-4599149c-a4b8-4051-86e3-5260ce314dc2 service neutron] Bound port: 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738, host: hv-cinder-84875, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6022e8d-52b0-4684-bbca-ba47c36c042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef'}}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:09:32.213513 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-51741d09-a1b1-407c-8d12-cd890276962d req-4599149c-a4b8-4051-86e3-5260ce314dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (0d4a05ab-6ac5-4ab2-bad3-8b10a8823738), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:32.248144 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6ed8a45b-f253-46c5-908c-ee6f45af195d req-a5e4cec6-c5d6-4caa-9561-7096348fb89b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2488198 Jul 05 16:09:32.281011 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da368d38-2642-49c3-b499-eb5a977cbd77', 'tag': 'c24636dc-9b24-45b5-a963-180931342e24'}] {{(pid=104584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:09:32.284285 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be4aa087849a65c4a9e8a755187e63754d0c6c7db9367de7c29ca822742d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cfb5ed-4ed5-4eeb-9211-bbd8d950e8a1" -d '{"events": [{"name": "network-changed", "server_uuid": "da368d38-2642-49c3-b499-eb5a977cbd77", "tag": "c24636dc-9b24-45b5-a963-180931342e24"}]}' {{(pid=104584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:09:32.293951 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad8554-b2ca-4a92-8290-e5195a35f04c req-7dbd30d0-01b6-4a83-922c-2b45ee95116e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:32.297066 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f7ad8554-b2ca-4a92-8290-e5195a35f04c req-7dbd30d0-01b6-4a83-922c-2b45ee95116e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3050187 Jul 05 16:09:32.406806 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-51741d09-a1b1-407c-8d12-cd890276962d req-4599149c-a4b8-4051-86e3-5260ce314dc2 service neutron] For port 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738, host hv-cinder-84875, cleared binding levels {{(pid=104585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:09:32.415926 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99adc5e0-7226-4648-9ae3-6a24faf4e88a req-059ddcaf-0721-4ef8-a96a-093021796c3e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:32.417454 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-99adc5e0-7226-4648-9ae3-6a24faf4e88a req-059ddcaf-0721-4ef8-a96a-093021796c3e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 943 time: 0.1422999 Jul 05 16:09:32.460275 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-51741d09-a1b1-407c-8d12-cd890276962d req-4599149c-a4b8-4051-86e3-5260ce314dc2 service neutron] For port 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738, host hv-cinder-84875, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=0d4a05ab-6ac5-4ab2-bad3-8b10a8823738,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:09:32.523504 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef156b-c4e1-43f2-ba6b-11e454a437eb req-4028234a-e87d-4375-ad10-ac0573104032 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:32.523504 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-77ef156b-c4e1-43f2-ba6b-11e454a437eb req-4028234a-e87d-4375-ad10-ac0573104032 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 944 time: 0.1503849 Jul 05 16:09:32.523504 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8510d9b-b875-454b-b828-81064d0efc13 req-6406ca35-c891-4f1f-a810-f401c330ad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:32.523504 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f8510d9b-b875-454b-b828-81064d0efc13 req-6406ca35-c891-4f1f-a810-f401c330ad6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbe6a2de3cba4aa7b365f30f5b2f745c&device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 1128 time: 0.1358232 Jul 05 16:09:32.741630 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f8510d9b-b875-454b-b828-81064d0efc13 req-ad2b3728-c200-4055-8fc2-46f6563bdbcf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=426e703b-fda9-4cb3-9ba0-62242cbd02d2 HTTP/1.1" status: 200 len: 217 time: 0.2424119 Jul 05 16:09:32.750132 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-99adc5e0-7226-4648-9ae3-6a24faf4e88a req-113c8efe-e853-4b61-8c14-e507f9a2d7f2 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=f730280b-5e36-421c-a0a9-7dd6c9685074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3237386 Jul 05 16:09:32.799504 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9227bb7a-4811-40f7-ba32-cf931f1c76af x-openstack-request-id: req-9227bb7a-4811-40f7-ba32-cf931f1c76af {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:09:32.800020 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da368d38-2642-49c3-b499-eb5a977cbd77", "tag": "c24636dc-9b24-45b5-a963-180931342e24", "status": "completed", "code": 200}]} {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:09:32.800020 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9227bb7a-4811-40f7-ba32-cf931f1c76af {{(pid=104584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:09:32.800514 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9227bb7a-4811-40f7-ba32-cf931f1c76af'] response: {'name': 'network-changed', 'server_uuid': 'da368d38-2642-49c3-b499-eb5a977cbd77', 'tag': 'c24636dc-9b24-45b5-a963-180931342e24', 'status': 'completed', 'code': 200} Jul 05 16:09:32.814609 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-77ef156b-c4e1-43f2-ba6b-11e454a437eb req-70faf9d8-621c-4daa-a1c0-25375654533b tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280668 Jul 05 16:09:32.827143 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8510d9b-b875-454b-b828-81064d0efc13 req-95e6a942-6afe-4895-8ec3-06f665521171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:32.829373 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f8510d9b-b875-454b-b828-81064d0efc13 req-95e6a942-6afe-4895-8ec3-06f665521171 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8a9b66f2-eae4-47d1-8086-fa8b5da512fd HTTP/1.1" status: 200 len: 857 time: 0.0766773 Jul 05 16:09:32.883630 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 54940261-cd96-498a-aea6-233e2ce2bed9 details requested by agent hyperv_hv-cinder-84875 with host hv-cinder-84875 {{(pid=104586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:09:32.913127 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65fe41-7702-4b93-9b0d-d28b70340d86 req-98fd318c-07d9-43a6-a724-6093d4ae5a25 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:32.914761 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-bb65fe41-7702-4b93-9b0d-d28b70340d86 req-98fd318c-07d9-43a6-a724-6093d4ae5a25 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 944 time: 0.0664566 Jul 05 16:09:32.970063 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-bb65fe41-7702-4b93-9b0d-d28b70340d86 req-4e525004-8f1a-4f4b-90fe-b7a1a85e27b1 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495498 Jul 05 16:09:32.997764 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 54940261-cd96-498a-aea6-233e2ce2bed9, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=54940261-cd96-498a-aea6-233e2ce2bed9,segment=NetworkSegment(48868465-74e9-4bde-8c3e-7150996d8586),segment_id=48868465-74e9-4bde-8c3e-7150996d8586)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:33.008977 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Returning: {'device': '54940261-cd96-498a-aea6-233e2ce2bed9', 'network_id': '7440bb30-cbe1-4a38-83c5-7b7fcf3eea20', 'port_id': '54940261-cd96-498a-aea6-233e2ce2bed9', 'mac_address': 'fa:16:3e:f7:b9:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08992fac-fed2-48ed-bcf0-90757efc7e72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:09:33.045304 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 54940261-cd96-498a-aea6-233e2ce2bed9 is: DOWN; New status is: BUILD {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:33.045681 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (54940261-cd96-498a-aea6-233e2ce2bed9), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:33.058529 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54940261-cd96-498a-aea6-233e2ce2bed9 {{(pid=104586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:09:33.078313 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 54940261-cd96-498a-aea6-233e2ce2bed9, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=54940261-cd96-498a-aea6-233e2ce2bed9,segment=NetworkSegment(48868465-74e9-4bde-8c3e-7150996d8586),segment_id=48868465-74e9-4bde-8c3e-7150996d8586)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:33.116317 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=20 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:33.123189 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-51741d09-a1b1-407c-8d12-cd890276962d req-4599149c-a4b8-4051-86e3-5260ce314dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (0d4a05ab-6ac5-4ab2-bad3-8b10a8823738), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:33.136280 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=8 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:33.152650 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-9ea930c3-9d71-4f39-95a5-23282e3c5f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:33.154314 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (54940261-cd96-498a-aea6-233e2ce2bed9), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:33.155018 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 0d3daec4-e5f2-405e-a531-5ab8f6778220 details requested by agent hyperv_hv-cinder-84875 with host hv-cinder-84875 {{(pid=104586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:09:33.172353 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51741d09-a1b1-407c-8d12-cd890276962d req-4599149c-a4b8-4051-86e3-5260ce314dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:33.172613 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-51741d09-a1b1-407c-8d12-cd890276962d req-4599149c-a4b8-4051-86e3-5260ce314dc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:33.174014 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-51741d09-a1b1-407c-8d12-cd890276962d req-4599149c-a4b8-4051-86e3-5260ce314dc2 service neutron] 10.222.0.47 "PUT /v2.0/ports/0d4a05ab-6ac5-4ab2-bad3-8b10a8823738 HTTP/1.1" status: 200 len: 1093 time: 2.5049055 Jul 05 16:09:33.174498 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '478dac11-75cf-4e58-9ba7-e78469b8045a', 'tag': '0d4a05ab-6ac5-4ab2-bad3-8b10a8823738'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:09:33.200544 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=100 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:33.260100 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=54940261-cd96-498a-aea6-233e2ce2bed9,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:33.269091 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599149c-a4b8-4051-86e3-5260ce314dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4a05ab-6ac5-4ab2-bad3-8b10a8823738,revision_number=3']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:33.354916 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 0d3daec4-e5f2-405e-a531-5ab8f6778220, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=0d3daec4-e5f2-405e-a531-5ab8f6778220,segment=NetworkSegment(bbfc7f08-68f9-4166-85b4-e53d9bec6b3e),segment_id=bbfc7f08-68f9-4166-85b4-e53d9bec6b3e)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:33.373022 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Returning: {'device': '0d3daec4-e5f2-405e-a531-5ab8f6778220', 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a', 'port_id': '0d3daec4-e5f2-405e-a531-5ab8f6778220', 'mac_address': 'fa:16:3e:bb:5e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:09:33.393458 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2cb571-2a5e-4369-9dab-f83b33566faf" -d '{"events": [{"name": "network-changed", "server_uuid": "478dac11-75cf-4e58-9ba7-e78469b8045a", "tag": "0d4a05ab-6ac5-4ab2-bad3-8b10a8823738"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:09:33.417473 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 0d3daec4-e5f2-405e-a531-5ab8f6778220 is: DOWN; New status is: BUILD {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:33.417880 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (0d3daec4-e5f2-405e-a531-5ab8f6778220), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:33.435000 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d3daec4-e5f2-405e-a531-5ab8f6778220 {{(pid=104586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:09:33.451573 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951872b-3082-4d9c-b19d-eef24b1ec584 req-538161ee-dea1-41f2-a091-71afefe06319 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:33.451573 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9951872b-3082-4d9c-b19d-eef24b1ec584 req-538161ee-dea1-41f2-a091-71afefe06319 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 944 time: 0.1321552 Jul 05 16:09:33.461507 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2582d2d-6678-404d-ad30-235f214f1ade req-9ca0da6d-7514-4143-bffa-c2b092ef7465 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:33.463177 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a2582d2d-6678-404d-ad30-235f214f1ade req-9ca0da6d-7514-4143-bffa-c2b092ef7465 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 943 time: 0.1083927 Jul 05 16:09:33.467830 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 0d3daec4-e5f2-405e-a531-5ab8f6778220, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=0d3daec4-e5f2-405e-a531-5ab8f6778220,segment=NetworkSegment(bbfc7f08-68f9-4166-85b4-e53d9bec6b3e),segment_id=bbfc7f08-68f9-4166-85b4-e53d9bec6b3e)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:33.511794 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:33.540793 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9951872b-3082-4d9c-b19d-eef24b1ec584 req-857477bb-345d-4e72-9dc3-ca4886d35373 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743120 Jul 05 16:09:33.550606 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a2582d2d-6678-404d-ad30-235f214f1ade req-6d6bdfe0-8858-441d-bd65-f43438a33708 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752909 Jul 05 16:09:33.560012 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (0d3daec4-e5f2-405e-a531-5ab8f6778220), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:33.623541 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:33.638498 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=0d3daec4-e5f2-405e-a531-5ab8f6778220,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:33.664110 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65977fcc-497d-4227-ad3d-ab96c267c13f x-openstack-request-id: req-65977fcc-497d-4227-ad3d-ab96c267c13f {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:09:33.664427 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "478dac11-75cf-4e58-9ba7-e78469b8045a", "tag": "0d4a05ab-6ac5-4ab2-bad3-8b10a8823738", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:09:33.664678 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-65977fcc-497d-4227-ad3d-ab96c267c13f {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:09:33.665162 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65977fcc-497d-4227-ad3d-ab96c267c13f'] response: {'name': 'network-changed', 'server_uuid': '478dac11-75cf-4e58-9ba7-e78469b8045a', 'tag': '0d4a05ab-6ac5-4ab2-bad3-8b10a8823738', 'status': 'completed', 'code': 200} Jul 05 16:09:33.870875 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace62e3-1bff-440e-ac00-f07219fec403 req-068f6e02-2d46-4104-8b2f-fd8b5c2bfdbc tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:33.872396 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4ace62e3-1bff-440e-ac00-f07219fec403 req-068f6e02-2d46-4104-8b2f-fd8b5c2bfdbc tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 943 time: 0.0494397 Jul 05 16:09:33.957332 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b724e5e-1fd0-4047-a4a5-f582100230a0 req-d57a95fb-005b-4dbf-a1a7-149fee7371bf tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:33.959353 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0b724e5e-1fd0-4047-a4a5-f582100230a0 req-d57a95fb-005b-4dbf-a1a7-149fee7371bf tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 944 time: 0.0671606 Jul 05 16:09:33.962680 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4ace62e3-1bff-440e-ac00-f07219fec403 req-aa5c410d-947f-4d0f-8cdc-6011a78f5abb tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=f730280b-5e36-421c-a0a9-7dd6c9685074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845399 Jul 05 16:09:34.003308 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:34.007827 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0b724e5e-1fd0-4047-a4a5-f582100230a0 req-ec9df16b-8cf4-4b7f-bba7-593a1588584b tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428171 Jul 05 16:09:34.015907 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 43206) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:34.031713 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:34.086554 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b153e-99b1-431f-badc-d46d2f4114e5 req-0482f5af-1e06-4a84-a5a0-a283d3cbd610 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:34.088073 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0f8b153e-99b1-431f-badc-d46d2f4114e5 req-0482f5af-1e06-4a84-a5a0-a283d3cbd610 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 944 time: 0.0481224 Jul 05 16:09:34.127053 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c4a92224-144a-493b-b75e-837aa319f54c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:34.138721 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0f8b153e-99b1-431f-badc-d46d2f4114e5 req-19fc97de-475d-4780-9019-7e2567e3e5b9 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448749 Jul 05 16:09:34.201902 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c4a92224-144a-493b-b75e-837aa319f54c admin admin] Publish callbacks [] for security_group (6a020b85-8208-4c64-a786-c4697f43f5f2), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:34.267502 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c4a92224-144a-493b-b75e-837aa319f54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (6a020b85-8208-4c64-a786-c4697f43f5f2), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:34.304791 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a92224-144a-493b-b75e-837aa319f54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a020b85-8208-4c64-a786-c4697f43f5f2,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:34.310241 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-c4a92224-144a-493b-b75e-837aa319f54c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8195cf24d54d49868ea9786bcdb1ff84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932501 Jul 05 16:09:34.313020 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 43210) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:34.361100 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-2d6b36b9-eb03-4f9b-9c13-d3843d33b6d9 admin admin] Publish callbacks [] for security_group (6a020b85-8208-4c64-a786-c4697f43f5f2), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:34.386079 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-2d6b36b9-eb03-4f9b-9c13-d3843d33b6d9 admin admin] Publish callbacks [] for security_group (6a020b85-8208-4c64-a786-c4697f43f5f2), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:34.499910 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-2d6b36b9-eb03-4f9b-9c13-d3843d33b6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (6a020b85-8208-4c64-a786-c4697f43f5f2), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:34.502406 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-2d6b36b9-eb03-4f9b-9c13-d3843d33b6d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:34.503527 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-2d6b36b9-eb03-4f9b-9c13-d3843d33b6d9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6a020b85-8208-4c64-a786-c4697f43f5f2 HTTP/1.1" status: 204 len: 168 time: 0.1895545 Jul 05 16:09:34.512364 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b36b9-eb03-4f9b-9c13-d3843d33b6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a020b85-8208-4c64-a786-c4697f43f5f2,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:34.537063 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:34.679249 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e36b61-0cbb-4aee-bff7-0126127409c4 req-2f75dd09-d4c4-4bf8-8201-c74b41cce6e6 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:34.680728 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-66e36b61-0cbb-4aee-bff7-0126127409c4 req-2f75dd09-d4c4-4bf8-8201-c74b41cce6e6 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 944 time: 0.0732381 Jul 05 16:09:34.709743 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013be358-6b56-4fa2-9972-4cd3103bf858 req-3183c874-dbf4-41b5-bb53-6e3d892cfe32 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:34.711153 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-013be358-6b56-4fa2-9972-4cd3103bf858 req-3183c874-dbf4-41b5-bb53-6e3d892cfe32 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 943 time: 0.0699058 Jul 05 16:09:34.756389 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-66e36b61-0cbb-4aee-bff7-0126127409c4 req-ec9a1dfd-41dc-4851-9424-1209e876f536 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695751 Jul 05 16:09:34.777854 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-013be358-6b56-4fa2-9972-4cd3103bf858 req-6f7f4b0c-6a19-469e-8fe1-99181865f018 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603845 Jul 05 16:09:35.081803 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75289c-c172-4882-84ed-8a130713de6c req-48e3de35-db09-46b6-bc97-a91214930308 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:35.083793 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6d75289c-c172-4882-84ed-8a130713de6c req-48e3de35-db09-46b6-bc97-a91214930308 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 943 time: 0.0540435 Jul 05 16:09:35.134143 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:35.146289 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c737fd-ee9d-483a-9c38-cc2f34b33320 req-c7d07139-097d-45a3-840a-41c56ca1cbc0 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:35.147772 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-71c737fd-ee9d-483a-9c38-cc2f34b33320 req-c7d07139-097d-45a3-840a-41c56ca1cbc0 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 944 time: 0.0631087 Jul 05 16:09:35.184272 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6d75289c-c172-4882-84ed-8a130713de6c req-7e009a14-6685-4241-8d24-a073104b7814 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=f730280b-5e36-421c-a0a9-7dd6c9685074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889077 Jul 05 16:09:35.189983 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 43230) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:35.203673 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d954d65a-7798-4c5e-8854-efa3595966e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:35.219626 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-71c737fd-ee9d-483a-9c38-cc2f34b33320 req-fa08d175-8723-4be3-ae22-056d11ae8b91 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653992 Jul 05 16:09:35.246307 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-feb3b7b8-1c77-4d9e-b02c-e0f18a68d82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:35.291254 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d954d65a-7798-4c5e-8854-efa3595966e8 admin admin] Publish callbacks [] for security_group (cca1130d-48c3-4c97-b155-40aeaab79401), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:35.307624 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1732ec-dde9-48eb-8f5f-a9cf6edc9419 req-f2b971fd-6ef1-44d1-9647-8ce3244e41d7 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:35.309132 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5a1732ec-dde9-48eb-8f5f-a9cf6edc9419 req-f2b971fd-6ef1-44d1-9647-8ce3244e41d7 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 944 time: 0.0570316 Jul 05 16:09:35.355722 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5a1732ec-dde9-48eb-8f5f-a9cf6edc9419 req-8c43abc3-dd7a-4a3c-a3cb-06699d849684 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407770 Jul 05 16:09:35.360214 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d954d65a-7798-4c5e-8854-efa3595966e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (cca1130d-48c3-4c97-b155-40aeaab79401), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:35.401869 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-d954d65a-7798-4c5e-8854-efa3595966e8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6b2d4d432c54453793ba02df411012e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2107100 Jul 05 16:09:35.402721 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954d65a-7798-4c5e-8854-efa3595966e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca1130d-48c3-4c97-b155-40aeaab79401,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:35.404557 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 43232) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:35.452708 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-9c9d304d-fcae-42bd-bd23-bac933f77577 admin admin] Publish callbacks [] for security_group (cca1130d-48c3-4c97-b155-40aeaab79401), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:35.468174 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:35.473785 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-9c9d304d-fcae-42bd-bd23-bac933f77577 admin admin] Publish callbacks [] for security_group (cca1130d-48c3-4c97-b155-40aeaab79401), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:35.502728 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:35.639213 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-9c9d304d-fcae-42bd-bd23-bac933f77577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (cca1130d-48c3-4c97-b155-40aeaab79401), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:35.641699 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-9c9d304d-fcae-42bd-bd23-bac933f77577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:35.642828 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-9c9d304d-fcae-42bd-bd23-bac933f77577 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cca1130d-48c3-4c97-b155-40aeaab79401 HTTP/1.1" status: 204 len: 168 time: 0.2372189 Jul 05 16:09:35.651355 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d304d-fcae-42bd-bd23-bac933f77577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca1130d-48c3-4c97-b155-40aeaab79401,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:35.765058 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:35.917165 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a4183-606b-4474-bafe-caa56798a0e7 req-040889bf-6d47-455a-b942-75756e74473a tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:35.919262 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8c8a4183-606b-4474-bafe-caa56798a0e7 req-040889bf-6d47-455a-b942-75756e74473a tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 944 time: 0.0958581 Jul 05 16:09:35.943200 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbfc49-ded7-4f1e-a2b5-7a1d465cbb17 req-65b291e8-894f-49b7-993a-8aebcb3497f1 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:35.944584 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a3fbfc49-ded7-4f1e-a2b5-7a1d465cbb17 req-65b291e8-894f-49b7-993a-8aebcb3497f1 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 943 time: 0.0859642 Jul 05 16:09:36.011252 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8c8a4183-606b-4474-bafe-caa56798a0e7 req-0c8a64ba-cd7b-4a1f-bb88-300fed3818b3 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858781 Jul 05 16:09:36.018486 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a3fbfc49-ded7-4f1e-a2b5-7a1d465cbb17 req-f71a166a-9055-4729-95f8-099acbe4159f tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676584 Jul 05 16:09:36.028033 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:36.170732 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:36.311289 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:36.343997 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820ee35-a7fc-4b1c-b392-00586ec8a7ff req-ab77f3af-613b-4880-939e-a2cf3739091a tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:36.345494 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b820ee35-a7fc-4b1c-b392-00586ec8a7ff req-ab77f3af-613b-4880-939e-a2cf3739091a tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 943 time: 0.0806046 Jul 05 16:09:36.363782 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7583f5-1b36-42d8-80ed-a97c53d1aff8 req-cd349984-f7a1-4af6-8305-74df7f1e374f tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:36.365230 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9e7583f5-1b36-42d8-80ed-a97c53d1aff8 req-cd349984-f7a1-4af6-8305-74df7f1e374f tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 944 time: 0.0691607 Jul 05 16:09:36.389922 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:36.435435 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b820ee35-a7fc-4b1c-b392-00586ec8a7ff req-facaae51-b478-46bf-b3e4-896d8b8dab6e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=f730280b-5e36-421c-a0a9-7dd6c9685074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828311 Jul 05 16:09:36.438682 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9e7583f5-1b36-42d8-80ed-a97c53d1aff8 req-a0e9a21b-1cd0-4243-a12a-abe23018bc45 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644171 Jul 05 16:09:36.544233 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48e49d-a003-4404-b968-fe4d4a2220a3 req-71fc8427-b305-4138-b9f0-111c49224327 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:36.545794 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5c48e49d-a003-4404-b968-fe4d4a2220a3 req-71fc8427-b305-4138-b9f0-111c49224327 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 944 time: 0.0545309 Jul 05 16:09:36.545914 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['54940261-cd96-498a-aea6-233e2ce2bed9'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:09:36.605270 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5c48e49d-a003-4404-b968-fe4d4a2220a3 req-88b40c93-5574-4562-9603-11ffff0798bc tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470777 Jul 05 16:09:36.670876 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['0d3daec4-e5f2-405e-a531-5ab8f6778220'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:09:36.958684 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cb571-2a5e-4369-9dab-f83b33566faf req-1b14383d-6012-4433-9efe-076fcc9b5a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:36.960127 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-5a2cb571-2a5e-4369-9dab-f83b33566faf req-1b14383d-6012-4433-9efe-076fcc9b5a28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e6ad67dbf542528726c545872ac10c&device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 1127 time: 0.0398841 Jul 05 16:09:36.974825 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:36.977879 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8510d9b-b875-454b-b828-81064d0efc13 req-157cd322-2f2a-4c8b-961d-f447c7d2d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:36.979385 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f8510d9b-b875-454b-b828-81064d0efc13 req-157cd322-2f2a-4c8b-961d-f447c7d2d381 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d875afbf-ed35-412f-bb5d-c579562ff61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712941 Jul 05 16:09:36.982364 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfb5ed-4ed5-4eeb-9211-bbd8d950e8a1 req-fb2dba96-f7df-4447-a9b2-79eed5ff166b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:36.983710 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-96cfb5ed-4ed5-4eeb-9211-bbd8d950e8a1 req-fb2dba96-f7df-4447-a9b2-79eed5ff166b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6acb89542314578839f701251add904&device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 1127 time: 0.0667064 Jul 05 16:09:37.102805 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cb571-2a5e-4369-9dab-f83b33566faf req-2c2a6aa4-03c1-41aa-83c7-a4a40a36950c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:37.105673 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-5a2cb571-2a5e-4369-9dab-f83b33566faf req-2c2a6aa4-03c1-41aa-83c7-a4a40a36950c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=42e6ad67dbf542528726c545872ac10c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1350255 Jul 05 16:09:37.182773 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:INSERT=17,neutron:SELECT=82,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:37.212264 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cb571-2a5e-4369-9dab-f83b33566faf req-64416b2c-ed14-497f-8d7e-9317964b03e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:37.213999 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-5a2cb571-2a5e-4369-9dab-f83b33566faf req-64416b2c-ed14-497f-8d7e-9317964b03e5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1019783 Jul 05 16:09:37.312370 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019fb06-301a-4a27-bdcd-2013aa923d61 req-79bb83a3-8f72-4228-be45-c42f43703552 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:37.313873 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e019fb06-301a-4a27-bdcd-2013aa923d61 req-79bb83a3-8f72-4228-be45-c42f43703552 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 943 time: 0.1735697 Jul 05 16:09:37.317023 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51741d09-a1b1-407c-8d12-cd890276962d req-8597178f-ec2b-4c4d-ba55-456da09d44ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:37.318926 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-51741d09-a1b1-407c-8d12-cd890276962d req-8597178f-ec2b-4c4d-ba55-456da09d44ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e6ad67dbf542528726c545872ac10c&device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 1127 time: 0.0470796 Jul 05 16:09:37.321472 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f6e0f-ecd0-4650-9049-aeab3428d1e2 req-fa178328-c98e-46c0-b77a-5dafee44f1af tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:37.322853 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-118f6e0f-ecd0-4650-9049-aeab3428d1e2 req-fa178328-c98e-46c0-b77a-5dafee44f1af tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 944 time: 0.1809537 Jul 05 16:09:37.326239 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f8510d9b-b875-454b-b828-81064d0efc13 req-0ade7f1c-64d5-4e23-9246-ce1b308d0596 service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344140 Jul 05 16:09:37.327910 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfb5ed-4ed5-4eeb-9211-bbd8d950e8a1 req-065afccb-1929-44a6-8540-3b59386401dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:37.329283 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-96cfb5ed-4ed5-4eeb-9211-bbd8d950e8a1 req-065afccb-1929-44a6-8540-3b59386401dd service neutron] 10.222.0.47 "GET /v2.0/networks?id=2110daf5-1cfa-4c9d-9065-b33fabf55a66 HTTP/1.1" status: 200 len: 917 time: 0.3385632 Jul 05 16:09:37.365237 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-51741d09-a1b1-407c-8d12-cd890276962d req-aebcc249-abb4-4787-8ebd-04081c24119c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d4a05ab-6ac5-4ab2-bad3-8b10a8823738 HTTP/1.1" status: 200 len: 217 time: 0.0395164 Jul 05 16:09:37.416423 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-96cfb5ed-4ed5-4eeb-9211-bbd8d950e8a1 req-83707453-908d-4208-89cc-b75414e24b0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c24636dc-9b24-45b5-a963-180931342e24 HTTP/1.1" status: 200 len: 217 time: 0.0729301 Jul 05 16:09:37.423112 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51741d09-a1b1-407c-8d12-cd890276962d req-cc4577de-e785-4d4d-820e-e57a6741b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:37.424701 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-51741d09-a1b1-407c-8d12-cd890276962d req-cc4577de-e785-4d4d-820e-e57a6741b0f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c2b09a9-00a4-429f-86c4-f8b1d0e4e593 HTTP/1.1" status: 200 len: 854 time: 0.0541768 Jul 05 16:09:37.470190 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51741d09-a1b1-407c-8d12-cd890276962d req-2e27becf-d35a-4a3c-bb43-3cc31c83168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:37.471970 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-51741d09-a1b1-407c-8d12-cd890276962d req-2e27becf-d35a-4a3c-bb43-3cc31c83168d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77ec7356-4bd9-42af-abe3-f1b9c525bdef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413420 Jul 05 16:09:37.586865 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-51741d09-a1b1-407c-8d12-cd890276962d req-f35285f8-c53f-4c97-a951-3948d6de4d7f service neutron] 10.222.0.47 "GET /v2.0/networks/77ec7356-4bd9-42af-abe3-f1b9c525bdef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085587 Jul 05 16:09:37.686111 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-51741d09-a1b1-407c-8d12-cd890276962d req-2c9dcbc4-f67c-4b6d-809d-c87f53b59b3d service neutron] 10.222.0.47 "GET /v2.0/networks/77ec7356-4bd9-42af-abe3-f1b9c525bdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930748 Jul 05 16:09:37.718913 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e019fb06-301a-4a27-bdcd-2013aa923d61 req-86f5d2e0-5020-42f4-aadf-55ccd94584bf tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3951194 Jul 05 16:09:37.744858 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-118f6e0f-ecd0-4650-9049-aeab3428d1e2 req-4d4f25f3-8b24-49af-946a-01d0ddc3bc0d tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098856 Jul 05 16:09:37.747794 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfb5ed-4ed5-4eeb-9211-bbd8d950e8a1 req-07321c3d-40f9-4e42-89c9-b741056bf2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:37.749224 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-96cfb5ed-4ed5-4eeb-9211-bbd8d950e8a1 req-07321c3d-40f9-4e42-89c9-b741056bf2f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c0055538-accc-457f-a7de-0db99e31abb1 HTTP/1.1" status: 200 len: 855 time: 0.3184164 Jul 05 16:09:37.830201 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f8510d9b-b875-454b-b828-81064d0efc13 req-6d58aaba-39c5-4c61-aa21-efd5a1abc787 service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876454 Jul 05 16:09:37.905517 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfb5ed-4ed5-4eeb-9211-bbd8d950e8a1 req-8a564964-6e3a-4146-b471-69f407087f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:37.907229 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-96cfb5ed-4ed5-4eeb-9211-bbd8d950e8a1 req-8a564964-6e3a-4146-b471-69f407087f5e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2110daf5-1cfa-4c9d-9065-b33fabf55a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1471696 Jul 05 16:09:37.936648 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1b521-54cb-4327-b400-3d1ae57a70cd req-8565e7ee-5e03-47ff-9338-7b9401552791 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:37.938277 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e4a1b521-54cb-4327-b400-3d1ae57a70cd req-8565e7ee-5e03-47ff-9338-7b9401552791 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 943 time: 0.0969219 Jul 05 16:09:37.957519 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1cfd0-6704-40e6-bb67-abd4e8815fde req-5698fba6-3b98-44a6-b4c8-81b53d3c0647 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:37.959018 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b8c1cfd0-6704-40e6-bb67-abd4e8815fde req-5698fba6-3b98-44a6-b4c8-81b53d3c0647 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 944 time: 0.0795038 Jul 05 16:09:37.971278 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:38.032758 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e4a1b521-54cb-4327-b400-3d1ae57a70cd req-838755aa-6a00-4ebd-a24f-499a6c2d0fa8 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=f730280b-5e36-421c-a0a9-7dd6c9685074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870807 Jul 05 16:09:38.066189 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b8c1cfd0-6704-40e6-bb67-abd4e8815fde req-ffb6b48e-560c-413c-ae95-f6fe4c604678 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985661 Jul 05 16:09:38.080214 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:38.146497 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f16085-9fce-4aff-9482-6fe52180bf90 req-ec0508c1-a5ec-4790-8c29-b558de2969ca tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:38.147940 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a9f16085-9fce-4aff-9482-6fe52180bf90 req-ec0508c1-a5ec-4790-8c29-b558de2969ca tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 944 time: 0.0505981 Jul 05 16:09:38.194934 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a9f16085-9fce-4aff-9482-6fe52180bf90 req-26541888-5016-44f6-8465-9be91792d720 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411081 Jul 05 16:09:38.524788 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:38.546244 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device c24636dc-9b24-45b5-a963-180931342e24 details requested by agent hyperv_hv-cinder-84875 with host hv-cinder-84875 {{(pid=104586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:09:38.550680 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 54940261-cd96-498a-aea6-233e2ce2bed9 up at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:09:38.625953 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-96cfb5ed-4ed5-4eeb-9211-bbd8d950e8a1 req-01426423-1bbc-404b-90bd-03800fe15b61 service neutron] 10.222.0.47 "GET /v2.0/networks/2110daf5-1cfa-4c9d-9065-b33fabf55a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094391 Jul 05 16:09:38.649978 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning for port 54940261-cd96-498a-aea6-233e2ce2bed9 completed by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 16:09:38.713086 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port c24636dc-9b24-45b5-a963-180931342e24, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=c24636dc-9b24-45b5-a963-180931342e24,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:38.724597 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Returning: {'device': 'c24636dc-9b24-45b5-a963-180931342e24', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'port_id': 'c24636dc-9b24-45b5-a963-180931342e24', 'mac_address': 'fa:16:3e:61:9c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:09:38.771881 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port c24636dc-9b24-45b5-a963-180931342e24 is: DOWN; New status is: BUILD {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:38.772424 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (c24636dc-9b24-45b5-a963-180931342e24), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:38.797870 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24636dc-9b24-45b5-a963-180931342e24 {{(pid=104586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:09:38.804306 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning complete for port 54940261-cd96-498a-aea6-233e2ce2bed9 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:38.804674 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (54940261-cd96-498a-aea6-233e2ce2bed9), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:38.908995 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:38.924048 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3536e4f-ccb4-4ba2-ab6b-708e27ef0dce req-14d68ad0-adfc-481f-a1da-ef58b68fe227 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:38.925610 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b3536e4f-ccb4-4ba2-ab6b-708e27ef0dce req-14d68ad0-adfc-481f-a1da-ef58b68fe227 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 943 time: 0.0843754 Jul 05 16:09:38.933796 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ee243-4863-4864-88dc-5a7a450947d5 req-f103abea-475f-4cc7-a579-2675d386caf2 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:38.935255 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-830ee243-4863-4864-88dc-5a7a450947d5 req-f103abea-475f-4cc7-a579-2675d386caf2 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 944 time: 0.0829012 Jul 05 16:09:38.955640 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port c24636dc-9b24-45b5-a963-180931342e24, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=c24636dc-9b24-45b5-a963-180931342e24,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:38.992753 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:39.012208 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:39.012208 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 54940261-cd96-498a-aea6-233e2ce2bed9 is: BUILD; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:39.012208 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (54940261-cd96-498a-aea6-233e2ce2bed9), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:39.013164 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b3536e4f-ccb4-4ba2-ab6b-708e27ef0dce req-efbb2979-e679-47bb-a6ba-7691cf96d68d tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768411 Jul 05 16:09:39.021383 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-830ee243-4863-4864-88dc-5a7a450947d5 req-2e8f1d12-945b-4ec1-af15-0bcf3ea09ab6 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701993 Jul 05 16:09:39.046494 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (c24636dc-9b24-45b5-a963-180931342e24), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:39.047850 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 details requested by agent hyperv_hv-cinder-84875 with host hv-cinder-84875 {{(pid=104586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:09:39.152366 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 54940261-cd96-498a-aea6-233e2ce2bed9, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=54940261-cd96-498a-aea6-233e2ce2bed9,segment=NetworkSegment(48868465-74e9-4bde-8c3e-7150996d8586),segment_id=48868465-74e9-4bde-8c3e-7150996d8586)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:39.159028 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57bf131c-eb9d-4831-90e4-078609e6ff06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54940261-cd96-498a-aea6-233e2ce2bed9'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:09:39.213853 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05ddf3-d0a8-4336-afd7-bd8d39ad5333 req-5db55db7-0c91-4211-8714-b65f62d6d55a tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:39.215437 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4d05ddf3-d0a8-4336-afd7-bd8d39ad5333 req-5db55db7-0c91-4211-8714-b65f62d6d55a tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 943 time: 0.0950706 Jul 05 16:09:39.226014 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.db.resource_extend [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 05 16:09:39.237078 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e6fbb-8b64-44ae-9c74-3a3ad2cd8804 req-158290e0-d452-4646-b35d-4fb41c20ef7f tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:39.238676 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-366e6fbb-8b64-44ae-9c74-3a3ad2cd8804 req-158290e0-d452-4646-b35d-4fb41c20ef7f tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 944 time: 0.0698164 Jul 05 16:09:39.250002 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (54940261-cd96-498a-aea6-233e2ce2bed9), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:39.250807 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 0d3daec4-e5f2-405e-a531-5ab8f6778220 up at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:09:39.325287 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=c24636dc-9b24-45b5-a963-180931342e24,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:39.334049 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-366e6fbb-8b64-44ae-9c74-3a3ad2cd8804 req-afb73d13-22c9-48a0-b7f5-6afdfac281e5 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833840 Jul 05 16:09:39.359388 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4d05ddf3-d0a8-4336-afd7-bd8d39ad5333 req-8a3ac4be-6831-418b-b8bb-56dfef642eda tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=f730280b-5e36-421c-a0a9-7dd6c9685074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306612 Jul 05 16:09:39.383076 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9624e99-fccd-4b6d-af32-08c169a95ba6" -d '{"events": [{"server_uuid": "57bf131c-eb9d-4831-90e4-078609e6ff06", "name": "network-vif-plugged", "status": "completed", "tag": "54940261-cd96-498a-aea6-233e2ce2bed9"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:09:39.409845 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning for port 0d3daec4-e5f2-405e-a531-5ab8f6778220 completed by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 16:09:39.414512 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=08ca39e5-59e1-4f7a-887b-ceb7fc9c4671,segment=NetworkSegment(ff03e07f-0eeb-4738-b3fa-daadee566eaa),segment_id=ff03e07f-0eeb-4738-b3fa-daadee566eaa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:39.427602 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=54940261-cd96-498a-aea6-233e2ce2bed9,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:39.431950 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Returning: {'device': '08ca39e5-59e1-4f7a-887b-ceb7fc9c4671', 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9', 'port_id': '08ca39e5-59e1-4f7a-887b-ceb7fc9c4671', 'mac_address': 'fa:16:3e:a7:7b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:09:39.478053 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 is: DOWN; New status is: BUILD {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:39.478447 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (08ca39e5-59e1-4f7a-887b-ceb7fc9c4671), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:39.492204 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 {{(pid=104586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:09:39.496527 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:39.504807 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d106123-6a79-47b0-a91b-1fe4deb2a2d0 x-openstack-request-id: req-0d106123-6a79-47b0-a91b-1fe4deb2a2d0 {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:09:39.505114 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57bf131c-eb9d-4831-90e4-078609e6ff06", "name": "network-vif-plugged", "status": "completed", "tag": "54940261-cd96-498a-aea6-233e2ce2bed9", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:09:39.505365 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d106123-6a79-47b0-a91b-1fe4deb2a2d0 {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:09:39.507739 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d106123-6a79-47b0-a91b-1fe4deb2a2d0'] response: {'server_uuid': '57bf131c-eb9d-4831-90e4-078609e6ff06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54940261-cd96-498a-aea6-233e2ce2bed9', 'code': 200} Jul 05 16:09:39.515816 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e4669-d311-4593-9e16-8385082739a5 req-941978e6-60c6-45f8-b96c-ff096a1f31e4 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:39.517338 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-340e4669-d311-4593-9e16-8385082739a5 req-941978e6-60c6-45f8-b96c-ff096a1f31e4 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 944 time: 0.0628333 Jul 05 16:09:39.521405 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=08ca39e5-59e1-4f7a-887b-ceb7fc9c4671,segment=NetworkSegment(ff03e07f-0eeb-4738-b3fa-daadee566eaa),segment_id=ff03e07f-0eeb-4738-b3fa-daadee566eaa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:39.523526 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning complete for port 0d3daec4-e5f2-405e-a531-5ab8f6778220 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:39.523919 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (0d3daec4-e5f2-405e-a531-5ab8f6778220), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:39.548006 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-96cfb5ed-4ed5-4eeb-9211-bbd8d950e8a1 req-7b5cd257-56dd-4363-beb4-27fa68383343 service neutron] 10.222.0.47 "GET /v2.0/networks/2110daf5-1cfa-4c9d-9065-b33fabf55a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664705 Jul 05 16:09:39.584475 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-340e4669-d311-4593-9e16-8385082739a5 req-8450ce5d-34c7-48ef-9d0e-3445e21851da tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606337 Jul 05 16:09:39.607511 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 0d3daec4-e5f2-405e-a531-5ab8f6778220 is: BUILD; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:39.607900 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (0d3daec4-e5f2-405e-a531-5ab8f6778220), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:39.611364 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (08ca39e5-59e1-4f7a-887b-ceb7fc9c4671), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:39.612050 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738 details requested by agent hyperv_hv-cinder-84875 with host hv-cinder-84875 {{(pid=104586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:09:39.689915 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 0d3daec4-e5f2-405e-a531-5ab8f6778220, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=0d3daec4-e5f2-405e-a531-5ab8f6778220,segment=NetworkSegment(bbfc7f08-68f9-4166-85b4-e53d9bec6b3e),segment_id=bbfc7f08-68f9-4166-85b4-e53d9bec6b3e)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:39.718917 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=08ca39e5-59e1-4f7a-887b-ceb7fc9c4671,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:39.789726 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=0d4a05ab-6ac5-4ab2-bad3-8b10a8823738,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:39.805606 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Returning: {'device': '0d4a05ab-6ac5-4ab2-bad3-8b10a8823738', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'port_id': '0d4a05ab-6ac5-4ab2-bad3-8b10a8823738', 'mac_address': 'fa:16:3e:6a:72:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:09:39.805606 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (0d3daec4-e5f2-405e-a531-5ab8f6778220), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:39.867029 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:39.886286 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738 is: DOWN; New status is: BUILD {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:39.886715 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (0d4a05ab-6ac5-4ab2-bad3-8b10a8823738), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:39.890201 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=0d3daec4-e5f2-405e-a531-5ab8f6778220,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:39.904915 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738 {{(pid=104586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:09:39.920516 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf927c3-15a2-4588-a375-001dc750d79d req-8167ade9-be01-41e6-8d0b-801784785af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:39.920516 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ddf927c3-15a2-4588-a375-001dc750d79d req-8167ade9-be01-41e6-8d0b-801784785af4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 1129 time: 0.0974185 Jul 05 16:09:39.924953 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=0d4a05ab-6ac5-4ab2-bad3-8b10a8823738,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:39.938107 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-ddf927c3-15a2-4588-a375-001dc750d79d req-3fa7dd2f-63c5-4120-a242-b249f8724de2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:40.016108 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-ddf927c3-15a2-4588-a375-001dc750d79d req-3fa7dd2f-63c5-4120-a242-b249f8724de2 service neutron] Publish callbacks [] for security_group (da418b01-f3dc-4cf1-b8f2-51e488e3a32c), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:40.025712 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (0d4a05ab-6ac5-4ab2-bad3-8b10a8823738), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:40.091733 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=0d4a05ab-6ac5-4ab2-bad3-8b10a8823738,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:40.102272 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-ddf927c3-15a2-4588-a375-001dc750d79d req-3fa7dd2f-63c5-4120-a242-b249f8724de2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (da418b01-f3dc-4cf1-b8f2-51e488e3a32c), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:40.212526 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:40.219015 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ddf927c3-15a2-4588-a375-001dc750d79d req-3fa7dd2f-63c5-4120-a242-b249f8724de2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929010 Jul 05 16:09:40.222231 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7dd2f-63c5-4120-a242-b249f8724de2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=da418b01-f3dc-4cf1-b8f2-51e488e3a32c,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:40.230009 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253d657-1802-43f1-923a-a628903b5dbb req-da4f84f8-28b0-4f59-ac9d-aa3838ac4161 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:40.231431 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2253d657-1802-43f1-923a-a628903b5dbb req-da4f84f8-28b0-4f59-ac9d-aa3838ac4161 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 944 time: 0.1262619 Jul 05 16:09:40.240430 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3717dd-b3c1-4333-b9f4-aafd2ea8d18e req-cccb46ae-02d7-4a0c-b668-f3b524069941 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:40.241890 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3e3717dd-b3c1-4333-b9f4-aafd2ea8d18e req-cccb46ae-02d7-4a0c-b668-f3b524069941 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 945 time: 0.1217763 Jul 05 16:09:40.325518 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2253d657-1802-43f1-923a-a628903b5dbb req-c069e49e-b17f-43a6-a830-145b3d42bec1 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826814 Jul 05 16:09:40.338625 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3e3717dd-b3c1-4333-b9f4-aafd2ea8d18e req-7f976937-9461-4cb5-8934-e1c76123c6a9 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869799 Jul 05 16:09:40.480394 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:40.514909 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c6b71-9247-4567-b9e2-1e0ba755bfc9 req-70fdbf46-217c-42a5-9401-b8f970b7b2f1 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:40.514909 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-939c6b71-9247-4567-b9e2-1e0ba755bfc9 req-70fdbf46-217c-42a5-9401-b8f970b7b2f1 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 944 time: 0.0880017 Jul 05 16:09:40.514909 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9c33-7657-4d59-98db-357a9ecf7bee req-de84914b-720a-476f-b4c2-f1ffe09737e9 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:40.514909 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-253e9c33-7657-4d59-98db-357a9ecf7bee req-de84914b-720a-476f-b4c2-f1ffe09737e9 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 944 time: 0.0830154 Jul 05 16:09:40.519373 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['c24636dc-9b24-45b5-a963-180931342e24'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:09:40.605695 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-939c6b71-9247-4567-b9e2-1e0ba755bfc9 req-e9eccd69-b560-4b43-9f7a-b9388c959353 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=f730280b-5e36-421c-a0a9-7dd6c9685074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905862 Jul 05 16:09:40.610560 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-253e9c33-7657-4d59-98db-357a9ecf7bee req-b1f5eff1-c06e-485a-926d-b7cf214d94f6 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793967 Jul 05 16:09:40.621272 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['08ca39e5-59e1-4f7a-887b-ceb7fc9c4671'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:09:40.718179 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a0820-4fdd-44ab-b0fa-a60af73ff08a req-abd4dcfe-54a6-4e91-801b-99cf34d3eccb tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:40.719694 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3e8a0820-4fdd-44ab-b0fa-a60af73ff08a req-abd4dcfe-54a6-4e91-801b-99cf34d3eccb tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 945 time: 0.0514019 Jul 05 16:09:40.751916 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['0d4a05ab-6ac5-4ab2-bad3-8b10a8823738'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:09:40.769476 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3e8a0820-4fdd-44ab-b0fa-a60af73ff08a req-e19a38bc-6b45-4775-84fd-636a0154276d tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439870 Jul 05 16:09:41.477951 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfd346-9e8b-494a-8fb6-0d2acfa70dc6 req-c3e3864c-0eff-473f-ba04-14b6c07ada81 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:41.479377 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2ccfd346-9e8b-494a-8fb6-0d2acfa70dc6 req-c3e3864c-0eff-473f-ba04-14b6c07ada81 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 945 time: 0.0800855 Jul 05 16:09:41.485941 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c05fe7-d4ac-4b81-b9f9-636c6a4797dc req-88a80aa6-d38a-42d7-95a6-d80855f81c42 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:41.487456 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c6c05fe7-d4ac-4b81-b9f9-636c6a4797dc req-88a80aa6-d38a-42d7-95a6-d80855f81c42 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 944 time: 0.0756419 Jul 05 16:09:41.507092 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4233316e-f948-4729-a298-95bfa8d528da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3daec4-e5f2-405e-a531-5ab8f6778220'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:09:41.509452 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdfac9e-437b-4221-b5d5-0081911b9133" -d '{"events": [{"server_uuid": "4233316e-f948-4729-a298-95bfa8d528da", "name": "network-vif-plugged", "status": "completed", "tag": "0d3daec4-e5f2-405e-a531-5ab8f6778220"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:09:41.555588 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2ccfd346-9e8b-494a-8fb6-0d2acfa70dc6 req-69312540-fd94-41dd-8e05-459b52174274 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671494 Jul 05 16:09:41.571883 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c6c05fe7-d4ac-4b81-b9f9-636c6a4797dc req-0f5cc936-deb8-4576-93a2-4d1ad091ec91 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692399 Jul 05 16:09:41.600276 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84a6bc1-7cc8-4b9e-8f46-4d537de8ea55 x-openstack-request-id: req-f84a6bc1-7cc8-4b9e-8f46-4d537de8ea55 {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:09:41.600565 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4233316e-f948-4729-a298-95bfa8d528da", "name": "network-vif-plugged", "status": "completed", "tag": "0d3daec4-e5f2-405e-a531-5ab8f6778220", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:09:41.600829 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f84a6bc1-7cc8-4b9e-8f46-4d537de8ea55 {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:09:41.601218 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f84a6bc1-7cc8-4b9e-8f46-4d537de8ea55'] response: {'server_uuid': '4233316e-f948-4729-a298-95bfa8d528da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3daec4-e5f2-405e-a531-5ab8f6778220', 'code': 200} Jul 05 16:09:41.769791 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61c7ae-8b05-40f8-9357-e82df0c2974f req-05795b23-cf06-4c8a-a145-6a9d98c276f4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:41.771693 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-eb61c7ae-8b05-40f8-9357-e82df0c2974f req-05795b23-cf06-4c8a-a145-6a9d98c276f4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 944 time: 0.0742323 Jul 05 16:09:41.785545 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cf6c1-6ffd-43b3-8f69-6416150cd6d7 req-2d482eac-1d6d-4e90-936a-07c959590bf6 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:41.787923 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-190cf6c1-6ffd-43b3-8f69-6416150cd6d7 req-2d482eac-1d6d-4e90-936a-07c959590bf6 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 944 time: 0.0610566 Jul 05 16:09:41.870358 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-eb61c7ae-8b05-40f8-9357-e82df0c2974f req-8f581bd9-27cf-4719-b121-522fba12d089 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869610 Jul 05 16:09:41.870358 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-190cf6c1-6ffd-43b3-8f69-6416150cd6d7 req-7650d085-19f2-4310-b281-2a9e116fcb46 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=f730280b-5e36-421c-a0a9-7dd6c9685074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745723 Jul 05 16:09:41.980994 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3504b72-5917-43cf-9a83-e0b9b2a12d6a req-549dbdb8-80c1-4c62-a309-c85235790e01 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:41.983060 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b3504b72-5917-43cf-9a83-e0b9b2a12d6a req-549dbdb8-80c1-4c62-a309-c85235790e01 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 945 time: 0.0522363 Jul 05 16:09:42.031489 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b3504b72-5917-43cf-9a83-e0b9b2a12d6a req-5dbbcac9-4f5f-4768-902b-3efeaf7cca3c tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425014 Jul 05 16:09:42.451111 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194cf0c-546a-479d-90da-2691c5f4c231 req-00986129-b2ee-4b44-8007-cbc565f1086c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:42.452684 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0194cf0c-546a-479d-90da-2691c5f4c231 req-00986129-b2ee-4b44-8007-cbc565f1086c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 1130 time: 0.0393479 Jul 05 16:09:42.498147 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0194cf0c-546a-479d-90da-2691c5f4c231 req-45122ed8-a0fb-4a99-a8af-b0d8aaf80ea7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386829 Jul 05 16:09:42.619988 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 426e703b-fda9-4cb3-9ba0-62242cbd02d2 details requested by agent hyperv_hv-cinder-84875 with host hv-cinder-84875 {{(pid=104586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:09:42.622507 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device c24636dc-9b24-45b5-a963-180931342e24 up at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:09:42.662099 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:42.684759 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning for port c24636dc-9b24-45b5-a963-180931342e24 completed by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 16:09:42.709037 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c01af-00d3-48c8-a89a-c98d77fce29c req-91b5a309-c1e2-4681-bd2a-b054a06871bd tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:42.711324 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:42.711472 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-bd6c01af-00d3-48c8-a89a-c98d77fce29c req-91b5a309-c1e2-4681-bd2a-b054a06871bd tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 945 time: 0.0872016 Jul 05 16:09:42.732340 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cae2de-4cf8-467a-b6f7-b8bdeaab6218 req-782fe11d-ec26-4236-9366-bf89008be936 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:42.733828 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-61cae2de-4cf8-467a-b6f7-b8bdeaab6218 req-782fe11d-ec26-4236-9366-bf89008be936 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 944 time: 0.0758624 Jul 05 16:09:42.764156 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning complete for port c24636dc-9b24-45b5-a963-180931342e24 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:42.764683 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (c24636dc-9b24-45b5-a963-180931342e24), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:42.771970 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=100 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:42.773940 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 426e703b-fda9-4cb3-9ba0-62242cbd02d2, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=426e703b-fda9-4cb3-9ba0-62242cbd02d2,segment=NetworkSegment(bbfc7f08-68f9-4166-85b4-e53d9bec6b3e),segment_id=bbfc7f08-68f9-4166-85b4-e53d9bec6b3e)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:42.808137 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-bd6c01af-00d3-48c8-a89a-c98d77fce29c req-ce6a84f4-0ded-4291-a00a-1a1734145df4 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905080 Jul 05 16:09:42.810866 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Returning: {'device': '426e703b-fda9-4cb3-9ba0-62242cbd02d2', 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a', 'port_id': '426e703b-fda9-4cb3-9ba0-62242cbd02d2', 'mac_address': 'fa:16:3e:d7:90:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:09:42.820738 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-61cae2de-4cf8-467a-b6f7-b8bdeaab6218 req-0f015872-d395-42a1-9bf8-7a1597b345a4 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782676 Jul 05 16:09:42.855788 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 426e703b-fda9-4cb3-9ba0-62242cbd02d2 is: DOWN; New status is: BUILD {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:42.856172 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (426e703b-fda9-4cb3-9ba0-62242cbd02d2), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:42.893272 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 426e703b-fda9-4cb3-9ba0-62242cbd02d2 {{(pid=104586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:09:42.905009 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port c24636dc-9b24-45b5-a963-180931342e24 is: BUILD; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:42.905404 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (c24636dc-9b24-45b5-a963-180931342e24), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:42.929346 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 426e703b-fda9-4cb3-9ba0-62242cbd02d2, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=426e703b-fda9-4cb3-9ba0-62242cbd02d2,segment=NetworkSegment(bbfc7f08-68f9-4166-85b4-e53d9bec6b3e),segment_id=bbfc7f08-68f9-4166-85b4-e53d9bec6b3e)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:42.951842 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port c24636dc-9b24-45b5-a963-180931342e24, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=c24636dc-9b24-45b5-a963-180931342e24,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:42.992082 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (426e703b-fda9-4cb3-9ba0-62242cbd02d2), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:43.022130 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3bcd8-b14b-4b05-887b-7a795275873a req-faff5ac5-3669-4c8c-9b7e-aefdb29d56cb tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:43.023617 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-83e3bcd8-b14b-4b05-887b-7a795275873a req-faff5ac5-3669-4c8c-9b7e-aefdb29d56cb tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 944 time: 0.0844235 Jul 05 16:09:43.031696 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35901c-c1b8-4150-9e38-5e72e20a1fb7 req-a5fc3179-94d0-4d80-bec0-0413cbde3aae tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:43.033185 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8b35901c-c1b8-4150-9e38-5e72e20a1fb7 req-a5fc3179-94d0-4d80-bec0-0413cbde3aae tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 944 time: 0.0841742 Jul 05 16:09:43.046107 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=426e703b-fda9-4cb3-9ba0-62242cbd02d2,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:43.057845 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (c24636dc-9b24-45b5-a963-180931342e24), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:43.059239 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 up at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:09:43.124416 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-83e3bcd8-b14b-4b05-887b-7a795275873a req-900b60e4-03e2-4334-8bf3-69d8ecb58597 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=f730280b-5e36-421c-a0a9-7dd6c9685074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865843 Jul 05 16:09:43.129106 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8b35901c-c1b8-4150-9e38-5e72e20a1fb7 req-b5774c28-bcac-4953-8f71-713124f0106e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849876 Jul 05 16:09:43.168193 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning for port 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 completed by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 16:09:43.175188 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=c24636dc-9b24-45b5-a963-180931342e24,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:43.207452 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:43.245052 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning complete for port 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:43.245434 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (08ca39e5-59e1-4f7a-887b-ceb7fc9c4671), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:43.246089 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0486de3-2a5a-49ae-8a50-10ff4b995958 req-96b1012f-9721-453f-90b3-350098b263b4 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:43.248032 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b0486de3-2a5a-49ae-8a50-10ff4b995958 req-96b1012f-9721-453f-90b3-350098b263b4 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 945 time: 0.0525451 Jul 05 16:09:43.285654 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['426e703b-fda9-4cb3-9ba0-62242cbd02d2'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:09:43.321380 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b0486de3-2a5a-49ae-8a50-10ff4b995958 req-e98d723e-3d32-4fea-ade6-3a8b02e516c3 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680606 Jul 05 16:09:43.407848 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 is: BUILD; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:43.408257 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (08ca39e5-59e1-4f7a-887b-ceb7fc9c4671), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:43.436704 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:43.469500 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=08ca39e5-59e1-4f7a-887b-ceb7fc9c4671,segment=NetworkSegment(ff03e07f-0eeb-4738-b3fa-daadee566eaa),segment_id=ff03e07f-0eeb-4738-b3fa-daadee566eaa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:43.571480 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (08ca39e5-59e1-4f7a-887b-ceb7fc9c4671), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:43.572436 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738 up at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:09:43.619829 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da368d38-2642-49c3-b499-eb5a977cbd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24636dc-9b24-45b5-a963-180931342e24'}, {'server_uuid': '9b902cfe-0e0b-4ce5-b2df-67ca0464da74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ca39e5-59e1-4f7a-887b-ceb7fc9c4671'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:09:43.622169 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c432bb6-ce45-462e-a75c-b5179434d190" -d '{"events": [{"server_uuid": "da368d38-2642-49c3-b499-eb5a977cbd77", "name": "network-vif-plugged", "status": "completed", "tag": "c24636dc-9b24-45b5-a963-180931342e24"}, {"server_uuid": "9b902cfe-0e0b-4ce5-b2df-67ca0464da74", "name": "network-vif-plugged", "status": "completed", "tag": "08ca39e5-59e1-4f7a-887b-ceb7fc9c4671"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:09:43.666249 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=08ca39e5-59e1-4f7a-887b-ceb7fc9c4671,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:43.683344 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning for port 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738 completed by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 16:09:43.695617 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 05 Jul 2022 16:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ee7a91-987f-437a-a348-bd6d721d27fa x-openstack-request-id: req-43ee7a91-987f-437a-a348-bd6d721d27fa {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:09:43.695918 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da368d38-2642-49c3-b499-eb5a977cbd77", "name": "network-vif-plugged", "status": "completed", "tag": "c24636dc-9b24-45b5-a963-180931342e24", "code": 200}, {"server_uuid": "9b902cfe-0e0b-4ce5-b2df-67ca0464da74", "name": "network-vif-plugged", "status": "completed", "tag": "08ca39e5-59e1-4f7a-887b-ceb7fc9c4671", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:09:43.696166 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-43ee7a91-987f-437a-a348-bd6d721d27fa {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:09:43.696559 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43ee7a91-987f-437a-a348-bd6d721d27fa'] response: {'server_uuid': 'da368d38-2642-49c3-b499-eb5a977cbd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24636dc-9b24-45b5-a963-180931342e24', 'code': 200} Jul 05 16:09:43.696835 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43ee7a91-987f-437a-a348-bd6d721d27fa'] response: {'server_uuid': '9b902cfe-0e0b-4ce5-b2df-67ca0464da74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ca39e5-59e1-4f7a-887b-ceb7fc9c4671', 'code': 200} Jul 05 16:09:43.828338 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning complete for port 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:43.828782 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (0d4a05ab-6ac5-4ab2-bad3-8b10a8823738), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:43.963825 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce2b03-5803-467a-9512-ac218c3746aa req-2599744f-b46a-4e03-a9d5-78536b1cf846 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:43.965570 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7fce2b03-5803-467a-9512-ac218c3746aa req-2599744f-b46a-4e03-a9d5-78536b1cf846 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 945 time: 0.0816493 Jul 05 16:09:43.984298 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 43514) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:43.988024 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:43.991275 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46303e5-2ca4-4f91-87fe-41d95a66b578 req-218ae7aa-0454-4bb5-ab17-4580954b7228 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:43.992725 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c46303e5-2ca4-4f91-87fe-41d95a66b578 req-218ae7aa-0454-4bb5-ab17-4580954b7228 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0758018 Jul 05 16:09:44.065263 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738 is: BUILD; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:44.065742 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (0d4a05ab-6ac5-4ab2-bad3-8b10a8823738), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:44.075219 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c46303e5-2ca4-4f91-87fe-41d95a66b578 req-29dda9a8-1341-4fff-9e6e-f60981e9ea02 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713911 Jul 05 16:09:44.093024 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7fce2b03-5803-467a-9512-ac218c3746aa req-cfefd1fb-23b0-4153-aec7-b689d3e31e89 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162677 Jul 05 16:09:44.152936 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=0d4a05ab-6ac5-4ab2-bad3-8b10a8823738,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:44.190444 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-2b5df75c-4c9c-416f-94b2-d7d5cabda1d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:44.240020 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (0d4a05ab-6ac5-4ab2-bad3-8b10a8823738), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:44.298008 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=0d4a05ab-6ac5-4ab2-bad3-8b10a8823738,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:44.327968 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63093f13-41f5-4eba-9cdb-088763b4aecd req-b02a4afb-6ca1-4441-b7aa-5e87480472fe tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:44.329575 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-63093f13-41f5-4eba-9cdb-088763b4aecd req-b02a4afb-6ca1-4441-b7aa-5e87480472fe tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 945 time: 0.1130652 Jul 05 16:09:44.356474 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b9b7c-7694-45c5-b71b-456190ce41c0 req-9eb21606-db10-4943-91ab-4e225958fdfd tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:44.357944 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-478b9b7c-7694-45c5-b71b-456190ce41c0 req-9eb21606-db10-4943-91ab-4e225958fdfd tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 945 time: 0.1037405 Jul 05 16:09:44.461021 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:44.487123 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0937eb-45f0-4abc-a16a-f7e10b8766e4 req-3a1fbb3e-c103-4332-a465-157299e9a3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:44.488615 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4f0937eb-45f0-4abc-a16a-f7e10b8766e4 req-3a1fbb3e-c103-4332-a465-157299e9a3a7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 1130 time: 0.1263194 Jul 05 16:09:44.501528 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb9ae2-cc5e-4506-9ddc-9aeb65c3307c req-5a025bf6-a3ad-422c-a7c9-8a95b7a4584a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:44.502956 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-03cb9ae2-cc5e-4506-9ddc-9aeb65c3307c req-5a025bf6-a3ad-422c-a7c9-8a95b7a4584a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 1129 time: 0.1334770 Jul 05 16:09:44.528455 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-63093f13-41f5-4eba-9cdb-088763b4aecd req-fe5538f8-b8db-4ea0-ac41-65dbe072ec7a tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877239 Jul 05 16:09:44.564068 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-2b5df75c-4c9c-416f-94b2-d7d5cabda1d6 admin admin] Publish callbacks [] for security_group (6f201369-ed1c-492a-b32c-edf8bafa4d27), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:44.570860 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-478b9b7c-7694-45c5-b71b-456190ce41c0 req-68315fe1-326e-491f-9072-7464c9165d72 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=f730280b-5e36-421c-a0a9-7dd6c9685074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790001 Jul 05 16:09:44.625202 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 426e703b-fda9-4cb3-9ba0-62242cbd02d2 up at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:09:44.635140 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-03cb9ae2-cc5e-4506-9ddc-9aeb65c3307c req-a776d2fd-5d9b-48d9-9fa0-54f02c552d57 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209540 Jul 05 16:09:44.639406 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4f0937eb-45f0-4abc-a16a-f7e10b8766e4 req-0f98c03d-0fb8-4de8-b7ed-4caafe5c5ed9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348038 Jul 05 16:09:44.654926 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065f6f7-f663-4de2-b5d5-caf4c3890857 req-e370b1d3-8e32-4e11-be32-570d5a30ca02 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:44.656451 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e065f6f7-f663-4de2-b5d5-caf4c3890857 req-e370b1d3-8e32-4e11-be32-570d5a30ca02 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0667787 Jul 05 16:09:44.672332 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning for port 426e703b-fda9-4cb3-9ba0-62242cbd02d2 completed by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 16:09:44.678344 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:44.681108 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-2b5df75c-4c9c-416f-94b2-d7d5cabda1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (6f201369-ed1c-492a-b32c-edf8bafa4d27), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:44.738186 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-2b5df75c-4c9c-416f-94b2-d7d5cabda1d6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c1e18c502f8a49cda53ffd192d8d4485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7685535 Jul 05 16:09:44.740927 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning complete for port 426e703b-fda9-4cb3-9ba0-62242cbd02d2 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:09:44.741345 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (426e703b-fda9-4cb3-9ba0-62242cbd02d2), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:44.743895 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e065f6f7-f663-4de2-b5d5-caf4c3890857 req-754eeb95-fb1a-4d08-8c4a-d10b726db924 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807154 Jul 05 16:09:44.743895 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5df75c-4c9c-416f-94b2-d7d5cabda1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f201369-ed1c-492a-b32c-edf8bafa4d27,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:44.745954 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 43534) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:44.763391 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5df75c-4c9c-416f-94b2-d7d5cabda1d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:44.763744 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5df75c-4c9c-416f-94b2-d7d5cabda1d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:44.764089 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5df75c-4c9c-416f-94b2-d7d5cabda1d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:44.764548 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5df75c-4c9c-416f-94b2-d7d5cabda1d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:44.764748 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5df75c-4c9c-416f-94b2-d7d5cabda1d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:44.765099 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5df75c-4c9c-416f-94b2-d7d5cabda1d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:44.765425 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5df75c-4c9c-416f-94b2-d7d5cabda1d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:44.765749 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5df75c-4c9c-416f-94b2-d7d5cabda1d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:44.766550 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5df75c-4c9c-416f-94b2-d7d5cabda1d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:44.766550 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5df75c-4c9c-416f-94b2-d7d5cabda1d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:44.766696 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5df75c-4c9c-416f-94b2-d7d5cabda1d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:44.766997 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5df75c-4c9c-416f-94b2-d7d5cabda1d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:44.767317 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5df75c-4c9c-416f-94b2-d7d5cabda1d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:44.767639 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5df75c-4c9c-416f-94b2-d7d5cabda1d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:44.767956 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5df75c-4c9c-416f-94b2-d7d5cabda1d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:44.819820 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-20cb6999-50af-4c78-b1b7-1987e7b4956e admin admin] Publish callbacks [] for security_group (6f201369-ed1c-492a-b32c-edf8bafa4d27), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:44.841813 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 426e703b-fda9-4cb3-9ba0-62242cbd02d2 is: BUILD; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:09:44.842039 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-20cb6999-50af-4c78-b1b7-1987e7b4956e admin admin] Publish callbacks [] for security_group (6f201369-ed1c-492a-b32c-edf8bafa4d27), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:44.842194 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (426e703b-fda9-4cb3-9ba0-62242cbd02d2), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:44.875898 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 426e703b-fda9-4cb3-9ba0-62242cbd02d2, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=426e703b-fda9-4cb3-9ba0-62242cbd02d2,segment=NetworkSegment(bbfc7f08-68f9-4166-85b4-e53d9bec6b3e),segment_id=bbfc7f08-68f9-4166-85b4-e53d9bec6b3e)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:44.974381 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (426e703b-fda9-4cb3-9ba0-62242cbd02d2), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:45.025236 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=426e703b-fda9-4cb3-9ba0-62242cbd02d2,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:45.027982 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:45.032690 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:45.033063 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:45.033404 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:45.033736 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:45.034063 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:45.034387 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:45.034708 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:45.035029 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:45.035349 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:45.035669 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:45.036097 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:45.036413 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:45.036730 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:45.037069 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:45.037385 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:45.049308 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-20cb6999-50af-4c78-b1b7-1987e7b4956e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (6f201369-ed1c-492a-b32c-edf8bafa4d27), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:45.052456 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-20cb6999-50af-4c78-b1b7-1987e7b4956e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:45.056345 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-20cb6999-50af-4c78-b1b7-1987e7b4956e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6f201369-ed1c-492a-b32c-edf8bafa4d27 HTTP/1.1" status: 204 len: 168 time: 0.3067021 Jul 05 16:09:45.063029 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb6999-50af-4c78-b1b7-1987e7b4956e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f201369-ed1c-492a-b32c-edf8bafa4d27,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:45.208628 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9c0ba-21d1-47af-8a97-3f12f4c00bb2 req-b7009796-89d8-4408-9b8f-d8c7c41b43ee tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:45.210112 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-95a9c0ba-21d1-47af-8a97-3f12f4c00bb2 req-b7009796-89d8-4408-9b8f-d8c7c41b43ee tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0464439 Jul 05 16:09:45.271203 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-95a9c0ba-21d1-47af-8a97-3f12f4c00bb2 req-52d27bb1-21a0-4447-965f-4e627a3c3ec8 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542078 Jul 05 16:09:45.649076 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b84b2-7452-48d3-8c2e-902e247d9ee3 req-057a7211-3b44-4df7-88ca-1140c4c95407 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:45.650564 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-488b84b2-7452-48d3-8c2e-902e247d9ee3 req-057a7211-3b44-4df7-88ca-1140c4c95407 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0500250 Jul 05 16:09:45.697683 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478dac11-75cf-4e58-9ba7-e78469b8045a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4a05ab-6ac5-4ab2-bad3-8b10a8823738'}, {'server_uuid': '2d712774-90eb-4130-916f-046ba6b891a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426e703b-fda9-4cb3-9ba0-62242cbd02d2'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:09:45.700396 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fff7737-477a-4bc3-933d-c731dba481f7" -d '{"events": [{"server_uuid": "478dac11-75cf-4e58-9ba7-e78469b8045a", "name": "network-vif-plugged", "status": "completed", "tag": "0d4a05ab-6ac5-4ab2-bad3-8b10a8823738"}, {"server_uuid": "2d712774-90eb-4130-916f-046ba6b891a0", "name": "network-vif-plugged", "status": "completed", "tag": "426e703b-fda9-4cb3-9ba0-62242cbd02d2"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:09:45.733579 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f28d76-358f-4154-b685-d13d9b8a84d1 req-5eea9f01-4bc4-4c25-bf32-9770de72d37f tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:45.735290 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b2f28d76-358f-4154-b685-d13d9b8a84d1 req-5eea9f01-4bc4-4c25-bf32-9770de72d37f tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 945 time: 0.0721939 Jul 05 16:09:45.745308 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-488b84b2-7452-48d3-8c2e-902e247d9ee3 req-21da1ca3-7d35-478b-a990-9aa3d37caf9f tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866718 Jul 05 16:09:45.791867 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b2f28d76-358f-4154-b685-d13d9b8a84d1 req-1d3afae5-81b4-4008-9ee7-ff0de6af1d3b tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=f730280b-5e36-421c-a0a9-7dd6c9685074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481718 Jul 05 16:09:45.795487 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 05 Jul 2022 16:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c218ce8-a256-4763-9045-cf9f1ca4f8e8 x-openstack-request-id: req-3c218ce8-a256-4763-9045-cf9f1ca4f8e8 {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:09:45.795778 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478dac11-75cf-4e58-9ba7-e78469b8045a", "name": "network-vif-plugged", "status": "completed", "tag": "0d4a05ab-6ac5-4ab2-bad3-8b10a8823738", "code": 200}, {"server_uuid": "2d712774-90eb-4130-916f-046ba6b891a0", "name": "network-vif-plugged", "status": "completed", "tag": "426e703b-fda9-4cb3-9ba0-62242cbd02d2", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:09:45.796188 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c218ce8-a256-4763-9045-cf9f1ca4f8e8 {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:09:45.796586 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c218ce8-a256-4763-9045-cf9f1ca4f8e8'] response: {'server_uuid': '478dac11-75cf-4e58-9ba7-e78469b8045a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4a05ab-6ac5-4ab2-bad3-8b10a8823738', 'code': 200} Jul 05 16:09:45.797010 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c218ce8-a256-4763-9045-cf9f1ca4f8e8'] response: {'server_uuid': '2d712774-90eb-4130-916f-046ba6b891a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426e703b-fda9-4cb3-9ba0-62242cbd02d2', 'code': 200} Jul 05 16:09:45.887241 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cc7ba-31fa-47c6-b63c-096703c95a38 req-3fdc8d35-6e04-4fd1-8559-38f9de4b9ea2 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:45.888840 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-692cc7ba-31fa-47c6-b63c-096703c95a38 req-3fdc8d35-6e04-4fd1-8559-38f9de4b9ea2 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0530927 Jul 05 16:09:45.896978 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 43572) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:45.910629 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-f6f66b64-8a05-4b41-9e43-c2d8061e2124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:45.915368 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:45.937070 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-692cc7ba-31fa-47c6-b63c-096703c95a38 req-f6e6067d-8c7e-4066-becd-f33b71620998 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427077 Jul 05 16:09:45.991093 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-f6f66b64-8a05-4b41-9e43-c2d8061e2124 admin admin] Publish callbacks [] for security_group (88962ebb-0a8a-4bee-b6ce-f10d0359a029), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:46.068831 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-f6f66b64-8a05-4b41-9e43-c2d8061e2124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (88962ebb-0a8a-4bee-b6ce-f10d0359a029), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:46.125987 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f66b64-8a05-4b41-9e43-c2d8061e2124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88962ebb-0a8a-4bee-b6ce-f10d0359a029,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:46.134630 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f66b64-8a05-4b41-9e43-c2d8061e2124 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:46.134977 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f66b64-8a05-4b41-9e43-c2d8061e2124 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:46.135411 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f66b64-8a05-4b41-9e43-c2d8061e2124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:46.135759 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f66b64-8a05-4b41-9e43-c2d8061e2124 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:46.136092 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f66b64-8a05-4b41-9e43-c2d8061e2124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:46.136423 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f66b64-8a05-4b41-9e43-c2d8061e2124 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:46.136745 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f66b64-8a05-4b41-9e43-c2d8061e2124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:46.143408 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f66b64-8a05-4b41-9e43-c2d8061e2124 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:46.143408 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f66b64-8a05-4b41-9e43-c2d8061e2124 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:46.143408 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f66b64-8a05-4b41-9e43-c2d8061e2124 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:46.143408 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f66b64-8a05-4b41-9e43-c2d8061e2124 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:46.143408 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f66b64-8a05-4b41-9e43-c2d8061e2124 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:46.143408 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f66b64-8a05-4b41-9e43-c2d8061e2124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:46.143408 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f66b64-8a05-4b41-9e43-c2d8061e2124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:46.143408 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f66b64-8a05-4b41-9e43-c2d8061e2124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:46.144651 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-f6f66b64-8a05-4b41-9e43-c2d8061e2124 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b96d9d2bad344232bc797b35a7440a89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466660 Jul 05 16:09:46.147875 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 43582) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:46.191803 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:46.212335 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6a3a09f9-7034-4da1-bb80-f21e745888c1 admin admin] Publish callbacks [] for security_group (88962ebb-0a8a-4bee-b6ce-f10d0359a029), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:46.235453 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6a3a09f9-7034-4da1-bb80-f21e745888c1 admin admin] Publish callbacks [] for security_group (88962ebb-0a8a-4bee-b6ce-f10d0359a029), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:46.370945 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6a3a09f9-7034-4da1-bb80-f21e745888c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (88962ebb-0a8a-4bee-b6ce-f10d0359a029), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:46.373813 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6a3a09f9-7034-4da1-bb80-f21e745888c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:46.375195 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-6a3a09f9-7034-4da1-bb80-f21e745888c1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/88962ebb-0a8a-4bee-b6ce-f10d0359a029 HTTP/1.1" status: 204 len: 168 time: 0.2264173 Jul 05 16:09:46.386678 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a09f9-7034-4da1-bb80-f21e745888c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88962ebb-0a8a-4bee-b6ce-f10d0359a029,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:46.442811 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34640ad-050b-49c3-9fe7-8c40b455273e req-1444db9a-9c50-49dd-9a3b-3feebaae8618 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:46.446942 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f34640ad-050b-49c3-9fe7-8c40b455273e req-1444db9a-9c50-49dd-9a3b-3feebaae8618 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0947278 Jul 05 16:09:46.521309 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f34640ad-050b-49c3-9fe7-8c40b455273e req-e13b0c17-f1fa-4fd2-8ec5-fe13ee3be9dc tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680656 Jul 05 16:09:46.682510 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a51756-3d17-4969-a7bb-3490d2b78085 req-fc121d1d-9d27-41e4-b03a-e534caf48650 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:46.684066 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-51a51756-3d17-4969-a7bb-3490d2b78085 req-fc121d1d-9d27-41e4-b03a-e534caf48650 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0489016 Jul 05 16:09:46.692557 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 43598) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:46.696980 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-939b0c6f-056d-483a-82ae-12d3dbdcf4ee tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Request body: {'floatingip': {'port_id': 'c24636dc-9b24-45b5-a963-180931342e24'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:46.773869 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-939b0c6f-056d-483a-82ae-12d3dbdcf4ee tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for floatingip (fc710f5e-73c1-42df-86f6-a9e295b592c5), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:47.198953 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616edd5c-1f4c-4309-8372-d96e8758d3d9 req-78c65f55-ac8f-4d35-ba1b-c88813061b1e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:47.201114 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-616edd5c-1f4c-4309-8372-d96e8758d3d9 req-78c65f55-ac8f-4d35-ba1b-c88813061b1e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.3695745 Jul 05 16:09:47.227667 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844e968-71b6-4811-b7aa-ad16973fd8e0 req-1057a9c7-1ab0-4e58-8f70-d66ed6eeb4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:47.229096 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a844e968-71b6-4811-b7aa-ad16973fd8e0 req-1057a9c7-1ab0-4e58-8f70-d66ed6eeb4d2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 1129 time: 0.3313527 Jul 05 16:09:47.230199 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69701587-9b95-45f0-bec5-5251e1b47c80 req-12f775f2-5159-4b45-a685-fb3979a80a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:47.231641 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-69701587-9b95-45f0-bec5-5251e1b47c80 req-12f775f2-5159-4b45-a685-fb3979a80a0e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 1130 time: 0.3354833 Jul 05 16:09:47.263860 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:47.312660 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 43620) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:47.326991 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2ee586bc-3f8f-4ad8-a61c-36fbe695ca22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:47.408060 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2ee586bc-3f8f-4ad8-a61c-36fbe695ca22 admin admin] Publish callbacks [] for security_group (7704320b-55af-46c0-836b-1b1d97a0c3ac), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:47.430212 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-616edd5c-1f4c-4309-8372-d96e8758d3d9 req-799b4077-cab8-4c90-9230-817b39801353 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164667 Jul 05 16:09:47.435296 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-69701587-9b95-45f0-bec5-5251e1b47c80 req-0b920e78-0380-4616-8aff-317bdefc1871 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923218 Jul 05 16:09:47.438939 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a844e968-71b6-4811-b7aa-ad16973fd8e0 req-b192799b-99fe-42ea-8f6b-e64953bbadb5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f730280b-5e36-421c-a0a9-7dd6c9685074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938543 Jul 05 16:09:47.467789 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2ee586bc-3f8f-4ad8-a61c-36fbe695ca22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (7704320b-55af-46c0-836b-1b1d97a0c3ac), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:47.507127 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee586bc-3f8f-4ad8-a61c-36fbe695ca22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7704320b-55af-46c0-836b-1b1d97a0c3ac,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:47.518206 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-2ee586bc-3f8f-4ad8-a61c-36fbe695ca22 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7196748c50c74591bb23a9f92b4e4e36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020404 Jul 05 16:09:47.518786 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 43622) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:47.532022 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:47.569609 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-37f43e17-e02f-48e4-a4bb-90e4f5e1ba25 admin admin] Publish callbacks [] for security_group (7704320b-55af-46c0-836b-1b1d97a0c3ac), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:47.592425 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-37f43e17-e02f-48e4-a4bb-90e4f5e1ba25 admin admin] Publish callbacks [] for security_group (7704320b-55af-46c0-836b-1b1d97a0c3ac), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:47.626389 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a001a9-21e8-4816-8d90-7acc5ce32e94 req-e87532a6-f15b-4c04-8daf-70ae155ecb29 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:47.627784 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b9a001a9-21e8-4816-8d90-7acc5ce32e94 req-e87532a6-f15b-4c04-8daf-70ae155ecb29 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 945 time: 0.1318707 Jul 05 16:09:47.763092 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-37f43e17-e02f-48e4-a4bb-90e4f5e1ba25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (7704320b-55af-46c0-836b-1b1d97a0c3ac), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:47.765793 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-37f43e17-e02f-48e4-a4bb-90e4f5e1ba25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:47.767019 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-37f43e17-e02f-48e4-a4bb-90e4f5e1ba25 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7704320b-55af-46c0-836b-1b1d97a0c3ac HTTP/1.1" status: 204 len: 168 time: 0.2473178 Jul 05 16:09:47.776008 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f43e17-e02f-48e4-a4bb-90e4f5e1ba25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7704320b-55af-46c0-836b-1b1d97a0c3ac,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:47.785545 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:47.844981 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25d409-d782-418a-8c95-15d4768e6499 req-988d912f-94f9-4163-a899-989c2021ed83 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:47.846457 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1b25d409-d782-418a-8c95-15d4768e6499 req-988d912f-94f9-4163-a899-989c2021ed83 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.1326032 Jul 05 16:09:47.857770 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b9a001a9-21e8-4816-8d90-7acc5ce32e94 req-b6e4b952-e7a8-4eb2-96b8-138c98f957bd tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=f730280b-5e36-421c-a0a9-7dd6c9685074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127273 Jul 05 16:09:47.980285 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1b25d409-d782-418a-8c95-15d4768e6499 req-5b7b0b5c-f9a0-41e3-9028-27ea23f7cfac tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260924 Jul 05 16:09:47.982425 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-939b0c6f-056d-483a-82ae-12d3dbdcf4ee tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:48.084137 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-939b0c6f-056d-483a-82ae-12d3dbdcf4ee tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (fc710f5e-73c1-42df-86f6-a9e295b592c5), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:48.143858 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86d969-8ea2-48fa-a934-e7534b4e45c7 req-fe0c8011-a4ce-47a3-92ec-b90448037bca tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:48.144620 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fb86d969-8ea2-48fa-a934-e7534b4e45c7 req-fe0c8011-a4ce-47a3-92ec-b90448037bca tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0908730 Jul 05 16:09:48.153512 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 43642) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:48.157835 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-477ae2ea-3236-4046-9584-76bb2d255b63 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Request body: {'floatingip': {'port_id': '08ca39e5-59e1-4f7a-887b-ceb7fc9c4671'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:48.236461 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-477ae2ea-3236-4046-9584-76bb2d255b63 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for floatingip (48f8a2e2-72eb-4b0c-8701-3f6924eae750), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:48.310628 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.l3_db [None req-939b0c6f-056d-483a-82ae-12d3dbdcf4ee tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Floating IP fc710f5e-73c1-42df-86f6-a9e295b592c5 associated. External IP: 172.27.3.136, port: c24636dc-9b24-45b5-a963-180931342e24. Jul 05 16:09:48.541212 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:48.910605 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239502d-810c-4561-aad4-a15a42d118d5 req-5b096a4d-b563-4f9d-989f-1b2c862e8e52 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:48.912226 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e239502d-810c-4561-aad4-a15a42d118d5 req-5b096a4d-b563-4f9d-989f-1b2c862e8e52 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.3911235 Jul 05 16:09:49.029136 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939b0c6f-056d-483a-82ae-12d3dbdcf4ee tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Router 3ead801b-06f1-4a71-9466-3d473d45e374 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:09:49.108168 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41e026-c8cc-40d2-8ae0-2ae4a77ce0dd req-6202d11c-b72f-49b5-85c4-59c8d2f8c066 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:49.110021 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1b41e026-c8cc-40d2-8ae0-2ae4a77ce0dd req-6202d11c-b72f-49b5-85c4-59c8d2f8c066 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 945 time: 0.1344337 Jul 05 16:09:49.128145 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e239502d-810c-4561-aad4-a15a42d118d5 req-6e16ed52-4c3c-49a0-91b0-b300d7a5f807 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994543 Jul 05 16:09:49.159442 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:49.298838 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1b41e026-c8cc-40d2-8ae0-2ae4a77ce0dd req-13dee22b-5ee8-40e1-8850-162439b589ee tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=f730280b-5e36-421c-a0a9-7dd6c9685074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805134 Jul 05 16:09:49.355900 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939b0c6f-056d-483a-82ae-12d3dbdcf4ee tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:09:49.358895 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-477ae2ea-3236-4046-9584-76bb2d255b63 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:49.362304 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-939b0c6f-056d-483a-82ae-12d3dbdcf4ee tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:49.371935 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5b3472-34d0-41af-9b8b-d2975981dad8 None None] Sync routers for ids ['3ead801b-06f1-4a71-9466-3d473d45e374'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:09:49.383406 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5b3472-34d0-41af-9b8b-d2975981dad8 None None] Routers {'3ead801b-06f1-4a71-9466-3d473d45e374'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:09:49.384123 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-7d5b3472-34d0-41af-9b8b-d2975981dad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:09:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['3ead801b-06f1-4a71-9466-3d473d45e374'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:49.392490 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-939b0c6f-056d-483a-82ae-12d3dbdcf4ee tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "PUT /v2.0/floatingips/fc710f5e-73c1-42df-86f6-a9e295b592c5 HTTP/1.1" status: 200 len: 991 time: 2.6987972 Jul 05 16:09:49.393058 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da368d38-2642-49c3-b499-eb5a977cbd77', 'tag': 'c24636dc-9b24-45b5-a963-180931342e24'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:09:49.395960 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f564a801-289b-43c3-b2de-5c9767785342" -d '{"events": [{"name": "network-changed", "server_uuid": "da368d38-2642-49c3-b499-eb5a977cbd77", "tag": "c24636dc-9b24-45b5-a963-180931342e24"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:09:49.423251 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-477ae2ea-3236-4046-9584-76bb2d255b63 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (48f8a2e2-72eb-4b0c-8701-3f6924eae750), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:49.458378 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d8b856-3d26-46f7-bfac-dc0df9dae00d x-openstack-request-id: req-b0d8b856-3d26-46f7-bfac-dc0df9dae00d {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:09:49.458754 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da368d38-2642-49c3-b499-eb5a977cbd77", "tag": "c24636dc-9b24-45b5-a963-180931342e24", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:09:49.459011 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0d8b856-3d26-46f7-bfac-dc0df9dae00d {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:09:49.459405 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0d8b856-3d26-46f7-bfac-dc0df9dae00d'] response: {'name': 'network-changed', 'server_uuid': 'da368d38-2642-49c3-b499-eb5a977cbd77', 'tag': 'c24636dc-9b24-45b5-a963-180931342e24', 'status': 'completed', 'code': 200} Jul 05 16:09:49.490558 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-7d5b3472-34d0-41af-9b8b-d2975981dad8 None None] Set router 3ead801b-06f1-4a71-9466-3d473d45e374 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:09:49.541763 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.l3_db [None req-477ae2ea-3236-4046-9584-76bb2d255b63 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Floating IP 48f8a2e2-72eb-4b0c-8701-3f6924eae750 associated. External IP: 172.27.3.6, port: 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671. Jul 05 16:09:49.655942 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:49.768352 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564a801-289b-43c3-b2de-5c9767785342 req-07ff9d94-38f8-49b1-aa67-7dba45af37fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:49.769880 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f564a801-289b-43c3-b2de-5c9767785342 req-07ff9d94-38f8-49b1-aa67-7dba45af37fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6acb89542314578839f701251add904&device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 1129 time: 0.0779593 Jul 05 16:09:49.789144 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-7d5b3472-34d0-41af-9b8b-d2975981dad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'name': 'tempest-AttachVolumeShelveTestJSON-176795705-router', 'tenant_id': 'b6acb89542314578839f701251add904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:56Z', 'revision_number': 4, 'project_id': 'b6acb89542314578839f701251add904', 'gw_port': {'id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:48Z', 'updated_at': '2022-07-05T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': 'fc710f5e-73c1-42df-86f6-a9e295b592c5', 'tenant_id': 'b6acb89542314578839f701251add904', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'port_id': 'c24636dc-9b24-45b5-a963-180931342e24', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'mac_address': 'fa:16:3e:61:9c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da368d38-2642-49c3-b499-eb5a977cbd77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:09:04Z', 'updated_at': '2022-07-05T16:09:47Z', 'revision_number': 1, 'project_id': 'b6acb89542314578839f701251add904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0d69d5-8f64-4477-b776-bd52cb43fea0', 'name': '', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'tenant_id': 'b6acb89542314578839f701251add904', 'mac_address': 'fa:16:3e:b9:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:54Z', 'updated_at': '2022-07-05T16:09:17Z', 'revision_number': 5, 'project_id': 'b6acb89542314578839f701251add904', 'subnets': [{'id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:49.818663 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477ae2ea-3236-4046-9584-76bb2d255b63 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Router 40153f6d-6cc1-4d04-b305-eeb135ab17d8 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:09:49.822694 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5b3472-34d0-41af-9b8b-d2975981dad8 None None] Checking router: 3ead801b-06f1-4a71-9466-3d473d45e374 for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:09:49.835319 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5b3472-34d0-41af-9b8b-d2975981dad8 None None] Routers {'3ead801b-06f1-4a71-9466-3d473d45e374'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:09:49.836156 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-7d5b3472-34d0-41af-9b8b-d2975981dad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:09:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['3ead801b-06f1-4a71-9466-3d473d45e374'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:49.952920 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477ae2ea-3236-4046-9584-76bb2d255b63 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:09:49.957369 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-477ae2ea-3236-4046-9584-76bb2d255b63 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:49.965526 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28345922-a066-4ebb-b1ba-1d1bd4cde9bd None None] Sync routers for ids ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:09:49.976977 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-7d5b3472-34d0-41af-9b8b-d2975981dad8 None None] Set router 3ead801b-06f1-4a71-9466-3d473d45e374 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:09:49.981693 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28345922-a066-4ebb-b1ba-1d1bd4cde9bd None None] Routers {'40153f6d-6cc1-4d04-b305-eeb135ab17d8'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:09:49.984523 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-28345922-a066-4ebb-b1ba-1d1bd4cde9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:09:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:50.022630 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-477ae2ea-3236-4046-9584-76bb2d255b63 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "PUT /v2.0/floatingips/48f8a2e2-72eb-4b0c-8701-3f6924eae750 HTTP/1.1" status: 200 len: 990 time: 1.8680530 Jul 05 16:09:50.180390 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-28345922-a066-4ebb-b1ba-1d1bd4cde9bd None None] Set router 40153f6d-6cc1-4d04-b305-eeb135ab17d8 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:09:50.324238 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57705c7-ac14-4c0d-b127-7d7c2dc0029a req-2b72970f-fd1a-443c-a312-49c9f4f52ece tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:50.325694 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b57705c7-ac14-4c0d-b127-7d7c2dc0029a req-2b72970f-fd1a-443c-a312-49c9f4f52ece tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0656135 Jul 05 16:09:50.351027 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564a801-289b-43c3-b2de-5c9767785342 req-bbf00c89-8088-424e-8232-d3f1d7bdf628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:50.352706 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f564a801-289b-43c3-b2de-5c9767785342 req-bbf00c89-8088-424e-8232-d3f1d7bdf628 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2110daf5-1cfa-4c9d-9065-b33fabf55a66 HTTP/1.1" status: 200 len: 917 time: 0.1939564 Jul 05 16:09:50.389830 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b57705c7-ac14-4c0d-b127-7d7c2dc0029a req-45027577-cd4b-4f12-a5f2-bda688f2dc07 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576398 Jul 05 16:09:50.402689 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-7d5b3472-34d0-41af-9b8b-d2975981dad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'name': 'tempest-AttachVolumeShelveTestJSON-176795705-router', 'tenant_id': 'b6acb89542314578839f701251add904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:56Z', 'revision_number': 4, 'project_id': 'b6acb89542314578839f701251add904', 'gw_port': {'id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:48Z', 'updated_at': '2022-07-05T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': 'fc710f5e-73c1-42df-86f6-a9e295b592c5', 'tenant_id': 'b6acb89542314578839f701251add904', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'port_id': 'c24636dc-9b24-45b5-a963-180931342e24', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'mac_address': 'fa:16:3e:61:9c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da368d38-2642-49c3-b499-eb5a977cbd77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:09:04Z', 'updated_at': '2022-07-05T16:09:47Z', 'revision_number': 1, 'project_id': 'b6acb89542314578839f701251add904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0d69d5-8f64-4477-b776-bd52cb43fea0', 'name': '', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'tenant_id': 'b6acb89542314578839f701251add904', 'mac_address': 'fa:16:3e:b9:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:54Z', 'updated_at': '2022-07-05T16:09:17Z', 'revision_number': 5, 'project_id': 'b6acb89542314578839f701251add904', 'subnets': [{'id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:50.476192 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5b3472-34d0-41af-9b8b-d2975981dad8 None None] The sync data for ids ['3ead801b-06f1-4a71-9466-3d473d45e374'] in dv-cinder-848759-1-iscsi is: [{'id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'name': 'tempest-AttachVolumeShelveTestJSON-176795705-router', 'tenant_id': 'b6acb89542314578839f701251add904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:56Z', 'revision_number': 4, 'project_id': 'b6acb89542314578839f701251add904', 'gw_port': {'id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:48Z', 'updated_at': '2022-07-05T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': 'fc710f5e-73c1-42df-86f6-a9e295b592c5', 'tenant_id': 'b6acb89542314578839f701251add904', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'port_id': 'c24636dc-9b24-45b5-a963-180931342e24', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'mac_address': 'fa:16:3e:61:9c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da368d38-2642-49c3-b499-eb5a977cbd77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:09:04Z', 'updated_at': '2022-07-05T16:09:47Z', 'revision_number': 1, 'project_id': 'b6acb89542314578839f701251add904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0d69d5-8f64-4477-b776-bd52cb43fea0', 'name': '', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'tenant_id': 'b6acb89542314578839f701251add904', 'mac_address': 'fa:16:3e:b9:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:54Z', 'updated_at': '2022-07-05T16:09:17Z', 'revision_number': 5, 'project_id': 'b6acb89542314578839f701251add904', 'subnets': [{'id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:09:50.540516 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-28345922-a066-4ebb-b1ba-1d1bd4cde9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'name': 'tempest-AttachVolumeTestJSON-310078999-router', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:52Z', 'revision_number': 4, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'gw_port': {'id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '48f8a2e2-72eb-4b0c-8701-3f6924eae750', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'port_id': '08ca39e5-59e1-4f7a-887b-ceb7fc9c4671', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9', 'mac_address': 'fa:16:3e:a7:7b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b902cfe-0e0b-4ce5-b2df-67ca0464da74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:09:02Z', 'updated_at': '2022-07-05T16:09:49Z', 'revision_number': 1, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011534e7-5ebc-4e50-8a29-7603759fb90f', 'name': '', 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'mac_address': 'fa:16:3e:0f:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:50Z', 'updated_at': '2022-07-05T16:09:05Z', 'revision_number': 5, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'subnets': [{'id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:50.593345 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28345922-a066-4ebb-b1ba-1d1bd4cde9bd None None] Checking router: 40153f6d-6cc1-4d04-b305-eeb135ab17d8 for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:09:50.605613 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28345922-a066-4ebb-b1ba-1d1bd4cde9bd None None] Routers {'40153f6d-6cc1-4d04-b305-eeb135ab17d8'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:09:50.606835 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-28345922-a066-4ebb-b1ba-1d1bd4cde9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:09:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:50.610682 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:50.699247 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed14da-b655-4fda-b9a2-66fa6d3cc5e0 req-22709897-c459-400e-aea7-85ff7ce01dbc tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:50.701752 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b3ed14da-b655-4fda-b9a2-66fa6d3cc5e0 req-22709897-c459-400e-aea7-85ff7ce01dbc tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 945 time: 0.2482932 Jul 05 16:09:50.709768 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f564a801-289b-43c3-b2de-5c9767785342 req-37a99fc4-9abd-4fbf-9f5a-f595d8fb7797 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c24636dc-9b24-45b5-a963-180931342e24 HTTP/1.1" status: 200 len: 999 time: 0.2108576 Jul 05 16:09:50.756353 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-28345922-a066-4ebb-b1ba-1d1bd4cde9bd None None] Set router 40153f6d-6cc1-4d04-b305-eeb135ab17d8 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:09:50.817943 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564a801-289b-43c3-b2de-5c9767785342 req-16a7105d-abf0-4510-a192-3834c8559d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:50.819393 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f564a801-289b-43c3-b2de-5c9767785342 req-16a7105d-abf0-4510-a192-3834c8559d97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c0055538-accc-457f-a7de-0db99e31abb1 HTTP/1.1" status: 200 len: 855 time: 0.0973105 Jul 05 16:09:50.822890 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b3ed14da-b655-4fda-b9a2-66fa6d3cc5e0 req-18b4cdc1-17ad-4f51-bda7-d50cd66a2e8d tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=f730280b-5e36-421c-a0a9-7dd6c9685074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115606 Jul 05 16:09:50.862867 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:50.869933 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564a801-289b-43c3-b2de-5c9767785342 req-595671e8-ffdb-43fa-9c6b-0fefd0aec2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:50.871432 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f564a801-289b-43c3-b2de-5c9767785342 req-595671e8-ffdb-43fa-9c6b-0fefd0aec2da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2110daf5-1cfa-4c9d-9065-b33fabf55a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454154 Jul 05 16:09:50.890301 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364fe3aa-d2b2-48ce-b258-dbb97d826abf None None] New status for floating IP fc710f5e-73c1-42df-86f6-a9e295b592c5: ACTIVE {{(pid=104587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:09:50.996551 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd206563-d1e2-4d67-859b-2193fb9b6701 req-78725612-1b6f-4176-aae7-b89e45b6f048 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:51.002648 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-bd206563-d1e2-4d67-859b-2193fb9b6701 req-78725612-1b6f-4176-aae7-b89e45b6f048 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 945 time: 0.0826557 Jul 05 16:09:51.013296 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 43742) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:51.017816 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-86540328-ab74-480b-adf8-975f6e10eb01 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Request body: {'floatingip': {'port_id': '0d4a05ab-6ac5-4ab2-bad3-8b10a8823738'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:09:51.034266 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-28345922-a066-4ebb-b1ba-1d1bd4cde9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'name': 'tempest-AttachVolumeTestJSON-310078999-router', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:52Z', 'revision_number': 4, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'gw_port': {'id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '48f8a2e2-72eb-4b0c-8701-3f6924eae750', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'port_id': '08ca39e5-59e1-4f7a-887b-ceb7fc9c4671', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9', 'mac_address': 'fa:16:3e:a7:7b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b902cfe-0e0b-4ce5-b2df-67ca0464da74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:09:02Z', 'updated_at': '2022-07-05T16:09:49Z', 'revision_number': 1, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011534e7-5ebc-4e50-8a29-7603759fb90f', 'name': '', 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'mac_address': 'fa:16:3e:0f:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:50Z', 'updated_at': '2022-07-05T16:09:05Z', 'revision_number': 5, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'subnets': [{'id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:51.066533 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-86540328-ab74-480b-adf8-975f6e10eb01 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (ec103040-fdf8-48d3-9e01-b62ba1d703ee), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:51.078302 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28345922-a066-4ebb-b1ba-1d1bd4cde9bd None None] The sync data for ids ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'] in dv-cinder-848759-1-iscsi is: [{'id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'name': 'tempest-AttachVolumeTestJSON-310078999-router', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:52Z', 'revision_number': 4, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'gw_port': {'id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '48f8a2e2-72eb-4b0c-8701-3f6924eae750', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'port_id': '08ca39e5-59e1-4f7a-887b-ceb7fc9c4671', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9', 'mac_address': 'fa:16:3e:a7:7b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b902cfe-0e0b-4ce5-b2df-67ca0464da74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:09:02Z', 'updated_at': '2022-07-05T16:09:49Z', 'revision_number': 1, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011534e7-5ebc-4e50-8a29-7603759fb90f', 'name': '', 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'mac_address': 'fa:16:3e:0f:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:50Z', 'updated_at': '2022-07-05T16:09:05Z', 'revision_number': 5, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'subnets': [{'id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:09:51.415200 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45aaeac-5fff-4f6b-b47d-d7b81508526f None None] New status for floating IP 48f8a2e2-72eb-4b0c-8701-3f6924eae750: ACTIVE {{(pid=104586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:09:51.464233 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0ffd1-f3b9-4f01-80e9-7d375363c940 req-ca8da886-dde3-45a4-bf98-c71fd77d821e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:51.465761 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8ef0ffd1-f3b9-4f01-80e9-7d375363c940 req-ca8da886-dde3-45a4-bf98-c71fd77d821e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.4095776 Jul 05 16:09:51.471220 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b902cfe-0e0b-4ce5-b2df-67ca0464da74', 'tag': '08ca39e5-59e1-4f7a-887b-ceb7fc9c4671'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:09:51.473318 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437c8ce7-8434-4a15-a017-de8316e88ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "9b902cfe-0e0b-4ce5-b2df-67ca0464da74", "tag": "08ca39e5-59e1-4f7a-887b-ceb7fc9c4671"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:09:51.552362 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a44d56f-9a63-4db3-8b26-e77667c5427c x-openstack-request-id: req-7a44d56f-9a63-4db3-8b26-e77667c5427c {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:09:51.554722 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b902cfe-0e0b-4ce5-b2df-67ca0464da74", "tag": "08ca39e5-59e1-4f7a-887b-ceb7fc9c4671", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:09:51.554722 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7a44d56f-9a63-4db3-8b26-e77667c5427c {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:09:51.554722 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a44d56f-9a63-4db3-8b26-e77667c5427c'] response: {'name': 'network-changed', 'server_uuid': '9b902cfe-0e0b-4ce5-b2df-67ca0464da74', 'tag': '08ca39e5-59e1-4f7a-887b-ceb7fc9c4671', 'status': 'completed', 'code': 200} Jul 05 16:09:51.621537 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:51.626239 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c8ce7-8434-4a15-a017-de8316e88ea7 req-b2604c6f-3f5d-425d-9a59-99bbf620cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:51.628535 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-437c8ce7-8434-4a15-a017-de8316e88ea7 req-b2604c6f-3f5d-425d-9a59-99bbf620cc1e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ec37a457530439b8728dd2ad2b6b7bd&device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 1130 time: 0.0570447 Jul 05 16:09:51.632248 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ceeef-67ad-4e93-a683-f8f4769587cd req-070dbdb7-d1f8-4d4c-bf0e-83b7a5d49182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:51.633837 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-481ceeef-67ad-4e93-a683-f8f4769587cd req-070dbdb7-d1f8-4d4c-bf0e-83b7a5d49182 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbe6a2de3cba4aa7b365f30f5b2f745c&device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 1130 time: 0.1671300 Jul 05 16:09:51.674357 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f564a801-289b-43c3-b2de-5c9767785342 req-3041a1cb-3528-41c9-9983-e5e901b9098a service neutron] 10.222.0.47 "GET /v2.0/networks/2110daf5-1cfa-4c9d-9065-b33fabf55a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181646 Jul 05 16:09:51.762025 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8ef0ffd1-f3b9-4f01-80e9-7d375363c940 req-dc73e57a-a765-44ce-b2f9-7634d4f2dfa9 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817867 Jul 05 16:09:51.794021 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:51.823480 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c8ce7-8434-4a15-a017-de8316e88ea7 req-363ca277-e4ae-4727-a43e-3bc96552bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:51.831711 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-437c8ce7-8434-4a15-a017-de8316e88ea7 req-363ca277-e4ae-4727-a43e-3bc96552bdae service neutron] 10.222.0.47 "GET /v2.0/networks?id=77e226ae-740f-49bf-a51d-1fc557b375c9 HTTP/1.1" status: 200 len: 911 time: 0.1947999 Jul 05 16:09:51.950455 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-437c8ce7-8434-4a15-a017-de8316e88ea7 req-dfe5897c-591c-40a4-8048-51029b0aa47e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 HTTP/1.1" status: 200 len: 1000 time: 0.0918097 Jul 05 16:09:51.998371 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f564a801-289b-43c3-b2de-5c9767785342 req-38bd7820-795e-4f7b-a985-21c9a1ade1b0 service neutron] 10.222.0.47 "GET /v2.0/networks/2110daf5-1cfa-4c9d-9065-b33fabf55a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097160 Jul 05 16:09:52.001736 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ceeef-67ad-4e93-a683-f8f4769587cd req-0e1fe924-e586-4e9f-b07c-93a82a9890cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:52.003178 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-481ceeef-67ad-4e93-a683-f8f4769587cd req-0e1fe924-e586-4e9f-b07c-93a82a9890cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=d875afbf-ed35-412f-bb5d-c579562ff61a HTTP/1.1" status: 200 len: 919 time: 0.3548977 Jul 05 16:09:52.023409 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f14dcacd-0d81-4a3f-93b2-51fb16eed4d5 req-243da0ea-a2f3-405a-83ed-7683d576b277 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1165481 Jul 05 16:09:52.054613 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c8ce7-8434-4a15-a017-de8316e88ea7 req-8e4a3bbe-bebe-43a5-b573-a4d2d602b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:52.056210 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-437c8ce7-8434-4a15-a017-de8316e88ea7 req-8e4a3bbe-bebe-43a5-b573-a4d2d602b608 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a HTTP/1.1" status: 200 len: 849 time: 0.0971076 Jul 05 16:09:52.057556 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-481ceeef-67ad-4e93-a683-f8f4769587cd req-5085d7db-7c71-4e69-89ba-a7ba4758cbe2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=426e703b-fda9-4cb3-9ba0-62242cbd02d2 HTTP/1.1" status: 200 len: 217 time: 0.0430040 Jul 05 16:09:52.114942 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c8ce7-8434-4a15-a017-de8316e88ea7 req-3290c5df-05de-4616-8728-5444de70d1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:52.116518 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-437c8ce7-8434-4a15-a017-de8316e88ea7 req-3290c5df-05de-4616-8728-5444de70d1c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77e226ae-740f-49bf-a51d-1fc557b375c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505998 Jul 05 16:09:52.186230 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dcacd-0d81-4a3f-93b2-51fb16eed4d5 req-17bddc37-42e9-4629-8992-721beb0136d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:52.187714 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f14dcacd-0d81-4a3f-93b2-51fb16eed4d5 req-17bddc37-42e9-4629-8992-721beb0136d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba872aaf0fd84b1eac87e18659d222d5&device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 1129 time: 0.0924621 Jul 05 16:09:52.190169 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ceeef-67ad-4e93-a683-f8f4769587cd req-3facd984-d59c-4584-bb5e-ed96c920f212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:52.191612 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-481ceeef-67ad-4e93-a683-f8f4769587cd req-3facd984-d59c-4584-bb5e-ed96c920f212 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8a9b66f2-eae4-47d1-8086-fa8b5da512fd HTTP/1.1" status: 200 len: 857 time: 0.0953052 Jul 05 16:09:52.219804 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-437c8ce7-8434-4a15-a017-de8316e88ea7 req-393606b1-1a70-4247-a70a-70aa2d686cc4 service neutron] 10.222.0.47 "GET /v2.0/networks/77e226ae-740f-49bf-a51d-1fc557b375c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967777 Jul 05 16:09:52.279457 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:52.298012 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:52.298515 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.db.resource_extend [None req-86540328-ab74-480b-adf8-975f6e10eb01 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 05 16:09:52.345982 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ceeef-67ad-4e93-a683-f8f4769587cd req-e3f37a48-c625-46a0-9eba-4c458d89d344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:52.347496 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-481ceeef-67ad-4e93-a683-f8f4769587cd req-e3f37a48-c625-46a0-9eba-4c458d89d344 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d875afbf-ed35-412f-bb5d-c579562ff61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1311769 Jul 05 16:09:52.373156 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-437c8ce7-8434-4a15-a017-de8316e88ea7 req-4a11835a-2def-4058-b63b-6f9e945addbb service neutron] 10.222.0.47 "GET /v2.0/networks/77e226ae-740f-49bf-a51d-1fc557b375c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472099 Jul 05 16:09:52.438879 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-86540328-ab74-480b-adf8-975f6e10eb01 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:52.504123 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dcacd-0d81-4a3f-93b2-51fb16eed4d5 req-42112d93-c49a-4635-8e7c-c148ae3f7e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:52.505663 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f14dcacd-0d81-4a3f-93b2-51fb16eed4d5 req-42112d93-c49a-4635-8e7c-c148ae3f7e0d service neutron] 10.222.0.47 "GET /v2.0/networks?id=7440bb30-cbe1-4a38-83c5-7b7fcf3eea20 HTTP/1.1" status: 200 len: 912 time: 0.2637808 Jul 05 16:09:52.552033 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-86540328-ab74-480b-adf8-975f6e10eb01 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (ec103040-fdf8-48d3-9e01-b62ba1d703ee), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:52.554572 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f14dcacd-0d81-4a3f-93b2-51fb16eed4d5 req-43347dee-0215-4827-99c1-ede55f489a96 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54940261-cd96-498a-aea6-233e2ce2bed9 HTTP/1.1" status: 200 len: 217 time: 0.0430281 Jul 05 16:09:52.559113 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-481ceeef-67ad-4e93-a683-f8f4769587cd req-73428ab1-27f5-42dd-9d3c-316116725f43 service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919396 Jul 05 16:09:52.607600 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:52.740335 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dcacd-0d81-4a3f-93b2-51fb16eed4d5 req-147b93c4-b5b8-45ac-8217-9f5133528200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:52.741787 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f14dcacd-0d81-4a3f-93b2-51fb16eed4d5 req-147b93c4-b5b8-45ac-8217-9f5133528200 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=08992fac-fed2-48ed-bcf0-90757efc7e72 HTTP/1.1" status: 200 len: 850 time: 0.1521842 Jul 05 16:09:52.799408 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.l3_db [None req-86540328-ab74-480b-adf8-975f6e10eb01 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Floating IP ec103040-fdf8-48d3-9e01-b62ba1d703ee associated. External IP: 172.27.3.77, port: 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738. Jul 05 16:09:52.844411 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-481ceeef-67ad-4e93-a683-f8f4769587cd req-05fc09bb-d91b-46d0-bfcf-a5e4d9c0cf04 service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560785 Jul 05 16:09:52.866598 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 43808) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:53.016112 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1bc10b87-d599-43bd-bd2b-d8e3b61daae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:53.095286 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dcacd-0d81-4a3f-93b2-51fb16eed4d5 req-a87bf4bd-8c63-4522-b747-bfccd023e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:53.095954 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1bc10b87-d599-43bd-bd2b-d8e3b61daae4 admin admin] Publish callbacks [] for security_group (56565468-5149-4e11-a757-29a065c0880b), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:53.096756 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f14dcacd-0d81-4a3f-93b2-51fb16eed4d5 req-a87bf4bd-8c63-4522-b747-bfccd023e46f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7440bb30-cbe1-4a38-83c5-7b7fcf3eea20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3465412 Jul 05 16:09:53.153618 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1bc10b87-d599-43bd-bd2b-d8e3b61daae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (56565468-5149-4e11-a757-29a065c0880b), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:53.168690 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:53.185752 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33881f3f-0544-4355-8ab1-4313bbe59c67 req-e2a0985b-843e-410d-903a-1f8469dfd906 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:53.187227 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-33881f3f-0544-4355-8ab1-4313bbe59c67 req-e2a0985b-843e-410d-903a-1f8469dfd906 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.3418128 Jul 05 16:09:53.196457 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc10b87-d599-43bd-bd2b-d8e3b61daae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56565468-5149-4e11-a757-29a065c0880b,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:53.204796 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-1bc10b87-d599-43bd-bd2b-d8e3b61daae4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=073e4b7f44b74d6ca768408b99445f88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3347478 Jul 05 16:09:53.205797 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 43818) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:53.258633 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2ec95139-4790-4ed7-a1ca-40b2809451b6 admin admin] Publish callbacks [] for security_group (56565468-5149-4e11-a757-29a065c0880b), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:53.266770 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:53.288617 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2ec95139-4790-4ed7-a1ca-40b2809451b6 admin admin] Publish callbacks [] for security_group (56565468-5149-4e11-a757-29a065c0880b), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:53.346625 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-33881f3f-0544-4355-8ab1-4313bbe59c67 req-070ef6cb-4b81-4bb3-9532-7400e964e83f tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457286 Jul 05 16:09:53.350710 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f14dcacd-0d81-4a3f-93b2-51fb16eed4d5 req-a3555c9b-1bd4-4285-bbf1-276850422ff4 service neutron] 10.222.0.47 "GET /v2.0/networks/7440bb30-cbe1-4a38-83c5-7b7fcf3eea20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350752 Jul 05 16:09:53.428337 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2ec95139-4790-4ed7-a1ca-40b2809451b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (56565468-5149-4e11-a757-29a065c0880b), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:53.430941 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2ec95139-4790-4ed7-a1ca-40b2809451b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:53.432078 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-2ec95139-4790-4ed7-a1ca-40b2809451b6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/56565468-5149-4e11-a757-29a065c0880b HTTP/1.1" status: 204 len: 168 time: 0.2260644 Jul 05 16:09:53.440004 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec95139-4790-4ed7-a1ca-40b2809451b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56565468-5149-4e11-a757-29a065c0880b,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:53.470653 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86540328-ab74-480b-adf8-975f6e10eb01 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Router 62ec803d-f49a-44eb-80f0-981ac75615d4 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:09:53.497611 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f14dcacd-0d81-4a3f-93b2-51fb16eed4d5 req-fb4fe338-6875-433d-80ea-7a1d4a46b308 service neutron] 10.222.0.47 "GET /v2.0/networks/7440bb30-cbe1-4a38-83c5-7b7fcf3eea20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407423 Jul 05 16:09:53.590856 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86540328-ab74-480b-adf8-975f6e10eb01 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:09:53.595974 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-86540328-ab74-480b-adf8-975f6e10eb01 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:53.601587 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3af31e6-02f4-460b-9ff4-27aa7c98b339 None None] Sync routers for ids ['62ec803d-f49a-44eb-80f0-981ac75615d4'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:09:53.612312 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3af31e6-02f4-460b-9ff4-27aa7c98b339 None None] Routers {'62ec803d-f49a-44eb-80f0-981ac75615d4'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:09:53.615476 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-d3af31e6-02f4-460b-9ff4-27aa7c98b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:09:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['62ec803d-f49a-44eb-80f0-981ac75615d4'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:53.617895 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=100 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:53.632129 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-86540328-ab74-480b-adf8-975f6e10eb01 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "PUT /v2.0/floatingips/ec103040-fdf8-48d3-9e01-b62ba1d703ee HTTP/1.1" status: 200 len: 990 time: 2.6176963 Jul 05 16:09:53.633159 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '478dac11-75cf-4e58-9ba7-e78469b8045a', 'tag': '0d4a05ab-6ac5-4ab2-bad3-8b10a8823738'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:09:53.635979 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68b3dc2-e2f4-48fb-9b18-af549ad7725a" -d '{"events": [{"name": "network-changed", "server_uuid": "478dac11-75cf-4e58-9ba7-e78469b8045a", "tag": "0d4a05ab-6ac5-4ab2-bad3-8b10a8823738"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:09:53.670474 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dd7015-88f3-4353-ba64-c219f855d02d x-openstack-request-id: req-b4dd7015-88f3-4353-ba64-c219f855d02d {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:09:53.670755 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "478dac11-75cf-4e58-9ba7-e78469b8045a", "tag": "0d4a05ab-6ac5-4ab2-bad3-8b10a8823738", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:09:53.670999 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b4dd7015-88f3-4353-ba64-c219f855d02d {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:09:53.671389 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4dd7015-88f3-4353-ba64-c219f855d02d'] response: {'name': 'network-changed', 'server_uuid': '478dac11-75cf-4e58-9ba7-e78469b8045a', 'tag': '0d4a05ab-6ac5-4ab2-bad3-8b10a8823738', 'status': 'completed', 'code': 200} Jul 05 16:09:53.717338 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:53.719363 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-d3af31e6-02f4-460b-9ff4-27aa7c98b339 None None] Set router 62ec803d-f49a-44eb-80f0-981ac75615d4 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:09:53.738951 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b3dc2-e2f4-48fb-9b18-af549ad7725a req-777c3c77-bcfe-44a5-960a-8c7376911cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:53.740440 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a68b3dc2-e2f4-48fb-9b18-af549ad7725a req-777c3c77-bcfe-44a5-960a-8c7376911cb5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e6ad67dbf542528726c545872ac10c&device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 1129 time: 0.0435772 Jul 05 16:09:53.847952 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b3dc2-e2f4-48fb-9b18-af549ad7725a req-9f4ddec7-eca2-4677-af73-31084d149faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:53.850279 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a68b3dc2-e2f4-48fb-9b18-af549ad7725a req-9f4ddec7-eca2-4677-af73-31084d149faf service neutron] 10.222.0.47 "GET /v2.0/networks?id=77ec7356-4bd9-42af-abe3-f1b9c525bdef HTTP/1.1" status: 200 len: 916 time: 0.1024649 Jul 05 16:09:53.908861 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:53.915468 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a68b3dc2-e2f4-48fb-9b18-af549ad7725a req-72612a99-ec43-4f20-9f31-1a192fb36b97 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d4a05ab-6ac5-4ab2-bad3-8b10a8823738 HTTP/1.1" status: 200 len: 998 time: 0.0591974 Jul 05 16:09:53.944029 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-d3af31e6-02f4-460b-9ff4-27aa7c98b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': 'ec103040-fdf8-48d3-9e01-b62ba1d703ee', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'port_id': '0d4a05ab-6ac5-4ab2-bad3-8b10a8823738', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'mac_address': 'fa:16:3e:6a:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478dac11-75cf-4e58-9ba7-e78469b8045a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:09:08Z', 'updated_at': '2022-07-05T16:09:52Z', 'revision_number': 1, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f', 'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'mac_address': 'fa:16:3e:6d:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:07Z', 'revision_number': 5, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'subnets': [{'id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:53.964309 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b3dc2-e2f4-48fb-9b18-af549ad7725a req-edb6ad61-70d7-44f1-a560-15131e042d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:53.965862 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a68b3dc2-e2f4-48fb-9b18-af549ad7725a req-edb6ad61-70d7-44f1-a560-15131e042d14 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c2b09a9-00a4-429f-86c4-f8b1d0e4e593 HTTP/1.1" status: 200 len: 854 time: 0.0445397 Jul 05 16:09:53.968696 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3af31e6-02f4-460b-9ff4-27aa7c98b339 None None] Checking router: 62ec803d-f49a-44eb-80f0-981ac75615d4 for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:09:53.978159 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3af31e6-02f4-460b-9ff4-27aa7c98b339 None None] Routers {'62ec803d-f49a-44eb-80f0-981ac75615d4'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:09:53.978853 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-d3af31e6-02f4-460b-9ff4-27aa7c98b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:09:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['62ec803d-f49a-44eb-80f0-981ac75615d4'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:54.026529 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b3dc2-e2f4-48fb-9b18-af549ad7725a req-ca946741-9242-44dd-8852-b68f91357271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:54.028910 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a68b3dc2-e2f4-48fb-9b18-af549ad7725a req-ca946741-9242-44dd-8852-b68f91357271 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77ec7356-4bd9-42af-abe3-f1b9c525bdef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542908 Jul 05 16:09:54.106150 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-d3af31e6-02f4-460b-9ff4-27aa7c98b339 None None] Set router 62ec803d-f49a-44eb-80f0-981ac75615d4 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:09:54.127848 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 43846) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:54.145445 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a68b3dc2-e2f4-48fb-9b18-af549ad7725a req-231ff9e9-5c38-4c6a-b28d-b51496a62010 service neutron] 10.222.0.47 "GET /v2.0/networks/77ec7356-4bd9-42af-abe3-f1b9c525bdef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034629 Jul 05 16:09:54.148106 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 43848) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:54.174887 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11449da-808f-4104-9b4f-54675401ceb1 admin admin] Deleting subnet 41ae1837-2ce7-4a58-aa36-ae283d07606b {{(pid=104584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 16:09:54.178266 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b11449da-808f-4104-9b4f-54675401ceb1 admin admin] Publish callbacks [] for subnet (41ae1837-2ce7-4a58-aa36-ae283d07606b), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:54.181100 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c409059c-32ca-4c06-90f5-317a1bc79dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:54.223228 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b11449da-808f-4104-9b4f-54675401ceb1 admin admin] Publish callbacks [] for subnet (41ae1837-2ce7-4a58-aa36-ae283d07606b), precommit_delete_associations {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:54.232591 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b11449da-808f-4104-9b4f-54675401ceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7708876'] for subnet (41ae1837-2ce7-4a58-aa36-ae283d07606b), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:54.236866 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=100 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:54.292802 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a68b3dc2-e2f4-48fb-9b18-af549ad7725a req-6c8fcdd5-3d14-4d00-b4bd-9234a6c1d812 service neutron] 10.222.0.47 "GET /v2.0/networks/77ec7356-4bd9-42af-abe3-f1b9c525bdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324570 Jul 05 16:09:54.297082 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:54.335506 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c409059c-32ca-4c06-90f5-317a1bc79dcc admin admin] Publish callbacks [] for security_group (973b5dbc-a6e9-4837-99b7-5ac140efb4e4), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:54.335877 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-d3af31e6-02f4-460b-9ff4-27aa7c98b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': 'ec103040-fdf8-48d3-9e01-b62ba1d703ee', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'port_id': '0d4a05ab-6ac5-4ab2-bad3-8b10a8823738', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'mac_address': 'fa:16:3e:6a:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478dac11-75cf-4e58-9ba7-e78469b8045a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:09:08Z', 'updated_at': '2022-07-05T16:09:52Z', 'revision_number': 1, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f', 'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'mac_address': 'fa:16:3e:6d:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:07Z', 'revision_number': 5, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'subnets': [{'id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:54.364459 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3af31e6-02f4-460b-9ff4-27aa7c98b339 None None] The sync data for ids ['62ec803d-f49a-44eb-80f0-981ac75615d4'] in dv-cinder-848759-1-iscsi is: [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': 'ec103040-fdf8-48d3-9e01-b62ba1d703ee', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'port_id': '0d4a05ab-6ac5-4ab2-bad3-8b10a8823738', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'mac_address': 'fa:16:3e:6a:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478dac11-75cf-4e58-9ba7-e78469b8045a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:09:08Z', 'updated_at': '2022-07-05T16:09:52Z', 'revision_number': 1, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f', 'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'mac_address': 'fa:16:3e:6d:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:07Z', 'revision_number': 5, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'subnets': [{'id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:09:54.365896 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b11449da-808f-4104-9b4f-54675401ceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7708871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for subnet (41ae1837-2ce7-4a58-aa36-ae283d07606b), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:54.394496 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c409059c-32ca-4c06-90f5-317a1bc79dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (973b5dbc-a6e9-4837-99b7-5ac140efb4e4), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:54.417075 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11449da-808f-4104-9b4f-54675401ceb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41ae1837-2ce7-4a58-aa36-ae283d07606b,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:54.421112 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b11449da-808f-4104-9b4f-54675401ceb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:54.424470 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-b11449da-808f-4104-9b4f-54675401ceb1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/41ae1837-2ce7-4a58-aa36-ae283d07606b HTTP/1.1" status: 204 len: 168 time: 0.2956295 Jul 05 16:09:54.427545 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 43854) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:54.439188 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-c409059c-32ca-4c06-90f5-317a1bc79dcc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b444cf5694d24f549e983b70b61dfb61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899868 Jul 05 16:09:54.442892 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 43856) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:54.457722 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409059c-32ca-4c06-90f5-317a1bc79dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973b5dbc-a6e9-4837-99b7-5ac140efb4e4,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:54.522149 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8aaf4-3027-410d-ab52-2965a81701ca req-90099fa6-bb63-43b5-810c-8dd86a10a48d tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:54.523732 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c6e8aaf4-3027-410d-ab52-2965a81701ca req-90099fa6-bb63-43b5-810c-8dd86a10a48d tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0824339 Jul 05 16:09:54.576602 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-66dc5b1c-0127-4fbd-a75d-a3bdbba1baee admin admin] Publish callbacks [] for security_group (973b5dbc-a6e9-4837-99b7-5ac140efb4e4), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:54.608690 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c6e8aaf4-3027-410d-ab52-2965a81701ca req-40ee7c84-2d1c-425f-a27b-09a905f5b494 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778065 Jul 05 16:09:54.614582 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-66dc5b1c-0127-4fbd-a75d-a3bdbba1baee admin admin] Publish callbacks [] for security_group (973b5dbc-a6e9-4837-99b7-5ac140efb4e4), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:54.719151 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae995-2027-4822-96b2-c39032a117cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7605430'] for network (da6d77d7-be5e-482d-8e74-107f147dbbca), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:54.769266 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:54.787685 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-66dc5b1c-0127-4fbd-a75d-a3bdbba1baee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (973b5dbc-a6e9-4837-99b7-5ac140efb4e4), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:54.790546 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-66dc5b1c-0127-4fbd-a75d-a3bdbba1baee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:54.791708 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-66dc5b1c-0127-4fbd-a75d-a3bdbba1baee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/973b5dbc-a6e9-4837-99b7-5ac140efb4e4 HTTP/1.1" status: 204 len: 168 time: 0.3471370 Jul 05 16:09:54.802866 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc5b1c-0127-4fbd-a75d-a3bdbba1baee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973b5dbc-a6e9-4837-99b7-5ac140efb4e4,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:54.806743 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae995-2027-4822-96b2-c39032a117cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7757606', 'neutron.services.segments.db._delete_segments_for_network-8746276517753'] for network (da6d77d7-be5e-482d-8e74-107f147dbbca), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:54.845252 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae995-2027-4822-96b2-c39032a117cd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:54.846069 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae995-2027-4822-96b2-c39032a117cd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:54.847522 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae995-2027-4822-96b2-c39032a117cd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:54.848481 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae995-2027-4822-96b2-c39032a117cd admin admin] Subscribe: > port after_create 55550000 {{(pid=104584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:54.849002 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae995-2027-4822-96b2-c39032a117cd admin admin] Subscribe: > port after_delete 55550000 {{(pid=104584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:54.849337 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae995-2027-4822-96b2-c39032a117cd admin admin] Subscribe: > port after_update 55550000 {{(pid=104584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:54.849656 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae995-2027-4822-96b2-c39032a117cd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:54.849988 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae995-2027-4822-96b2-c39032a117cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:54.850390 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae995-2027-4822-96b2-c39032a117cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:54.850708 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae995-2027-4822-96b2-c39032a117cd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:55.026283 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae995-2027-4822-96b2-c39032a117cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:55.026642 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae995-2027-4822-96b2-c39032a117cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:55.026979 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae995-2027-4822-96b2-c39032a117cd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:55.027313 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae995-2027-4822-96b2-c39032a117cd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:55.027739 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-2c8ae995-2027-4822-96b2-c39032a117cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da6d77d7-be5e-482d-8e74-107f147dbbca']}} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:55.046768 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-2c8ae995-2027-4822-96b2-c39032a117cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b901fe04-24da-4c57-8d02-bcd72c49df33') {'for_net_delete': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:55.047068 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-2c8ae995-2027-4822-96b2-c39032a117cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b901fe04-24da-4c57-8d02-bcd72c49df33') {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:55.070058 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae995-2027-4822-96b2-c39032a117cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746276519554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032076'] for segment (b901fe04-24da-4c57-8d02-bcd72c49df33), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:55.076226 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147491af-7272-4a78-8b27-b5cdc718e99f None None] New status for floating IP ec103040-fdf8-48d3-9e01-b62ba1d703ee: ACTIVE {{(pid=104586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:09:55.101529 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae995-2027-4822-96b2-c39032a117cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (b901fe04-24da-4c57-8d02-bcd72c49df33), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:55.114183 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8ae995-2027-4822-96b2-c39032a117cd admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=104584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:09:55.114596 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae995-2027-4822-96b2-c39032a117cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1268212'] for segment (b901fe04-24da-4c57-8d02-bcd72c49df33), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:55.263023 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae995-2027-4822-96b2-c39032a117cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7757615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509440'] for network (da6d77d7-be5e-482d-8e74-107f147dbbca), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:55.295016 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae995-2027-4822-96b2-c39032a117cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:55.304308 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-2c8ae995-2027-4822-96b2-c39032a117cd admin admin] 10.222.0.45 "DELETE /v2.0/networks/da6d77d7-be5e-482d-8e74-107f147dbbca HTTP/1.1" status: 204 len: 168 time: 0.8718719 Jul 05 16:09:55.304396 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 43874) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:55.308994 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ae995-2027-4822-96b2-c39032a117cd admin admin] Pushing event deleted for resources: {'Network': ['ID=da6d77d7-be5e-482d-8e74-107f147dbbca,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:55.361974 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_v2 [None req-413f3ab6-3a2d-4fbe-b5d2-89f18f5dd724 admin admin] Deleting subnet e53c438e-ab8f-4708-830d-a4e7720c7080 {{(pid=104585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 16:09:55.366027 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-413f3ab6-3a2d-4fbe-b5d2-89f18f5dd724 admin admin] Publish callbacks [] for subnet (e53c438e-ab8f-4708-830d-a4e7720c7080), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:55.422343 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-413f3ab6-3a2d-4fbe-b5d2-89f18f5dd724 admin admin] Publish callbacks [] for subnet (e53c438e-ab8f-4708-830d-a4e7720c7080), precommit_delete_associations {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:55.433980 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-413f3ab6-3a2d-4fbe-b5d2-89f18f5dd724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7708876'] for subnet (e53c438e-ab8f-4708-830d-a4e7720c7080), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:55.453397 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.services.segments.plugin [-] Segment b901fe04-24da-4c57-8d02-bcd72c49df33 resource provider aggregate not found Jul 05 16:09:55.471159 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.services.segments.plugin [-] Segment b901fe04-24da-4c57-8d02-bcd72c49df33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b901fe04-24da-4c57-8d02-bcd72c49df33 found for delete ", "request_id": "req-6b9a0dad-78a9-4e47-b251-8bd501e7362b"}]} Jul 05 16:09:55.588420 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-413f3ab6-3a2d-4fbe-b5d2-89f18f5dd724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7708871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for subnet (e53c438e-ab8f-4708-830d-a4e7720c7080), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:55.592970 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:55.618495 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f3ab6-3a2d-4fbe-b5d2-89f18f5dd724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e53c438e-ab8f-4708-830d-a4e7720c7080,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:55.622112 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-413f3ab6-3a2d-4fbe-b5d2-89f18f5dd724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for subnet (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:55.624158 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-413f3ab6-3a2d-4fbe-b5d2-89f18f5dd724 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e53c438e-ab8f-4708-830d-a4e7720c7080 HTTP/1.1" status: 204 len: 168 time: 0.3185465 Jul 05 16:09:55.627050 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 43890) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:55.710885 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d415-d763-4262-a64a-e2fee67e2953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7605430'] for network (7e9cd4ed-8945-4574-8702-c5c18ea558b7), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:55.756303 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09729274-55dd-4601-a8fb-e166ea0c085f req-3ebe6951-1b5c-4bc6-8792-280b20a01be8 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:55.757891 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-09729274-55dd-4601-a8fb-e166ea0c085f req-3ebe6951-1b5c-4bc6-8792-280b20a01be8 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0671132 Jul 05 16:09:55.858469 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d415-d763-4262-a64a-e2fee67e2953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7757606', 'neutron.services.segments.db._delete_segments_for_network-8746276517753'] for network (7e9cd4ed-8945-4574-8702-c5c18ea558b7), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:55.884972 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-09729274-55dd-4601-a8fb-e166ea0c085f req-b2ab4b11-264a-4566-b23b-e709c86583d6 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069043 Jul 05 16:09:55.888608 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d415-d763-4262-a64a-e2fee67e2953 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:55.888990 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d415-d763-4262-a64a-e2fee67e2953 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:55.889723 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d415-d763-4262-a64a-e2fee67e2953 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:55.890054 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d415-d763-4262-a64a-e2fee67e2953 admin admin] Subscribe: > port after_create 55550000 {{(pid=104585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:55.890395 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d415-d763-4262-a64a-e2fee67e2953 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:55.890865 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d415-d763-4262-a64a-e2fee67e2953 admin admin] Subscribe: > port after_update 55550000 {{(pid=104585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:55.891189 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d415-d763-4262-a64a-e2fee67e2953 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:55.891527 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d415-d763-4262-a64a-e2fee67e2953 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:55.891843 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d415-d763-4262-a64a-e2fee67e2953 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:55.892161 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d415-d763-4262-a64a-e2fee67e2953 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:55.958694 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d415-d763-4262-a64a-e2fee67e2953 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:55.959050 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d415-d763-4262-a64a-e2fee67e2953 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:55.959379 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d415-d763-4262-a64a-e2fee67e2953 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:55.959835 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d415-d763-4262-a64a-e2fee67e2953 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:09:55.960058 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.services.segments.db [None req-e5b4d415-d763-4262-a64a-e2fee67e2953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9cd4ed-8945-4574-8702-c5c18ea558b7']}} {{(pid=104585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:55.978014 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.services.segments.db [None req-e5b4d415-d763-4262-a64a-e2fee67e2953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5bc538-5c1f-42eb-9540-3a1ae0765f92') {'for_net_delete': True} {{(pid=104585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:55.978303 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.services.segments.db [None req-e5b4d415-d763-4262-a64a-e2fee67e2953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5bc538-5c1f-42eb-9540-3a1ae0765f92') {} {{(pid=104585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:55.994814 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d415-d763-4262-a64a-e2fee67e2953 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746276519554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9024836'] for segment (fc5bc538-5c1f-42eb-9540-3a1ae0765f92), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:56.014901 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d415-d763-4262-a64a-e2fee67e2953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (fc5bc538-5c1f-42eb-9540-3a1ae0765f92), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:56.024978 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b4d415-d763-4262-a64a-e2fee67e2953 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=104585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:09:56.025258 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d415-d763-4262-a64a-e2fee67e2953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8872760'] for segment (fc5bc538-5c1f-42eb-9540-3a1ae0765f92), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:56.129238 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d415-d763-4262-a64a-e2fee67e2953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7757615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509440'] for network (7e9cd4ed-8945-4574-8702-c5c18ea558b7), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:56.137629 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d415-d763-4262-a64a-e2fee67e2953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:56.141150 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-e5b4d415-d763-4262-a64a-e2fee67e2953 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7e9cd4ed-8945-4574-8702-c5c18ea558b7 HTTP/1.1" status: 204 len: 168 time: 0.5133274 Jul 05 16:09:56.155597 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4d415-d763-4262-a64a-e2fee67e2953 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e9cd4ed-8945-4574-8702-c5c18ea558b7,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:56.297862 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.services.segments.plugin [-] Segment fc5bc538-5c1f-42eb-9540-3a1ae0765f92 resource provider aggregate not found Jul 05 16:09:56.319186 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.services.segments.plugin [-] Segment fc5bc538-5c1f-42eb-9540-3a1ae0765f92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc5bc538-5c1f-42eb-9540-3a1ae0765f92 found for delete ", "request_id": "req-3f14b83b-0619-44d8-8471-0bf30424acff"}]} Jul 05 16:09:56.387287 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:09:56.510986 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 43936) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:56.555218 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-9be779a1-2c62-42fc-86b7-04dfbecbb201 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bbaa897514934520bd6eb61aaa872290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429077 Jul 05 16:09:56.557909 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 43938) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:56.575016 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:56.608427 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d36197a1-6a97-4362-8642-b3a8e0ef3e67 admin admin] Publish callbacks [] for security_group (be690a55-f30c-4c1b-8c9f-b9c681f264ef), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:56.630806 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d36197a1-6a97-4362-8642-b3a8e0ef3e67 admin admin] Publish callbacks [] for security_group (be690a55-f30c-4c1b-8c9f-b9c681f264ef), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:56.756502 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d36197a1-6a97-4362-8642-b3a8e0ef3e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (be690a55-f30c-4c1b-8c9f-b9c681f264ef), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:56.759048 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d36197a1-6a97-4362-8642-b3a8e0ef3e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:56.760192 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-d36197a1-6a97-4362-8642-b3a8e0ef3e67 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/be690a55-f30c-4c1b-8c9f-b9c681f264ef HTTP/1.1" status: 204 len: 168 time: 0.2014019 Jul 05 16:09:56.767966 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36197a1-6a97-4362-8642-b3a8e0ef3e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be690a55-f30c-4c1b-8c9f-b9c681f264ef,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:57.005878 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70596727-0f95-433e-8b00-72835a104475 req-b6556965-48e8-41d1-b31b-710cd436ca58 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:57.007487 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-70596727-0f95-433e-8b00-72835a104475 req-b6556965-48e8-41d1-b31b-710cd436ca58 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0525784 Jul 05 16:09:57.056113 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-70596727-0f95-433e-8b00-72835a104475 req-eaeec968-9444-4686-9f5d-3e8c86c5d2a9 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429342 Jul 05 16:09:57.510108 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 43964) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:57.552478 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-7a0c9482-e5f5-4e49-a3d6-d35b2f7ed884 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f8f4429bcd344015956046f2802063de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412068 Jul 05 16:09:57.554921 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 43966) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:09:57.602630 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-55b27943-9182-4588-a49e-f1e835c61c4b admin admin] Publish callbacks [] for security_group (e5d583e5-6c3b-4b6d-b35a-8982a108adfa), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:57.623938 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-55b27943-9182-4588-a49e-f1e835c61c4b admin admin] Publish callbacks [] for security_group (e5d583e5-6c3b-4b6d-b35a-8982a108adfa), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:57.776161 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-55b27943-9182-4588-a49e-f1e835c61c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (e5d583e5-6c3b-4b6d-b35a-8982a108adfa), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:57.778707 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-55b27943-9182-4588-a49e-f1e835c61c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:09:57.779872 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-55b27943-9182-4588-a49e-f1e835c61c4b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e5d583e5-6c3b-4b6d-b35a-8982a108adfa HTTP/1.1" status: 204 len: 168 time: 0.2240620 Jul 05 16:09:57.788382 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b27943-9182-4588-a49e-f1e835c61c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d583e5-6c3b-4b6d-b35a-8982a108adfa,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:58.180529 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd56b57-4ea5-4616-9583-faf3a1b434a7 req-76bdc72a-d0c0-4fd1-943d-20fb827b0da9 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:58.182053 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-dbd56b57-4ea5-4616-9583-faf3a1b434a7 req-76bdc72a-d0c0-4fd1-943d-20fb827b0da9 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0520713 Jul 05 16:09:58.232143 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-dbd56b57-4ea5-4616-9583-faf3a1b434a7 req-a386d526-01ca-4ad5-b289-c0446da62ef3 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440099 Jul 05 16:09:59.311490 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:09:59.351362 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef985b9-add6-40c9-ae92-3a43c813a53f req-2d7c240b-d8e2-4e2d-8453-42fd9d3224fd tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:09:59.352924 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5ef985b9-add6-40c9-ae92-3a43c813a53f req-2d7c240b-d8e2-4e2d-8453-42fd9d3224fd tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0501101 Jul 05 16:09:59.402106 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5ef985b9-add6-40c9-ae92-3a43c813a53f req-1d8481b1-f263-459c-b431-0c44929fa02f tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435569 Jul 05 16:10:00.513238 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d63c5c-9280-4850-804e-9c0137ce7772 req-0d9c0fd8-17ce-4fae-b708-763eeb9287b5 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:00.514720 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-01d63c5c-9280-4850-804e-9c0137ce7772 req-0d9c0fd8-17ce-4fae-b708-763eeb9287b5 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0464878 Jul 05 16:10:00.564488 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-01d63c5c-9280-4850-804e-9c0137ce7772 req-a33c770b-72c9-43a9-a65c-5bdd1267fdb9 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436831 Jul 05 16:10:01.696337 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c22cf-2f83-4dae-a9c7-e38850e913d6 req-0327fe87-e28d-4e98-8838-45c85611e4a7 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:01.700239 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0c5c22cf-2f83-4dae-a9c7-e38850e913d6 req-0327fe87-e28d-4e98-8838-45c85611e4a7 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0653589 Jul 05 16:10:01.747320 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0c5c22cf-2f83-4dae-a9c7-e38850e913d6 req-99645c85-895c-4228-9674-cbd88eaf9155 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439260 Jul 05 16:10:02.858517 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed081ce6-2a0e-4164-ad9b-e808ff9853bd req-26145c7c-59c5-4781-a9b7-49afdb72c116 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:02.860160 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ed081ce6-2a0e-4164-ad9b-e808ff9853bd req-26145c7c-59c5-4781-a9b7-49afdb72c116 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0466361 Jul 05 16:10:02.913895 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ed081ce6-2a0e-4164-ad9b-e808ff9853bd req-8606a6eb-a30d-49ea-b820-3f14be00078c tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467489 Jul 05 16:10:02.937180 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-04048164-bf58-43f6-bea0-c07996587993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:02.942840 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:04.039392 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ebf14-8f3a-4c27-a6e6-41ee019bd62e req-b321df79-a78e-4c71-b3e9-79a3412c9952 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:04.040884 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7d1ebf14-8f3a-4c27-a6e6-41ee019bd62e req-b321df79-a78e-4c71-b3e9-79a3412c9952 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0508356 Jul 05 16:10:04.091150 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7d1ebf14-8f3a-4c27-a6e6-41ee019bd62e req-28f2fad4-d4cc-4d6a-aba6-215a57dd32e5 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442364 Jul 05 16:10:04.472634 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=24 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:05.208757 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db1afd-78bb-4df1-9ec0-be5d198130b6 req-e2eeee38-68e3-4052-b1fe-549451552d89 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:05.210896 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-21db1afd-78bb-4df1-9ec0-be5d198130b6 req-e2eeee38-68e3-4052-b1fe-549451552d89 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0495551 Jul 05 16:10:05.219668 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-53d68264-dd15-47ea-a939-944c448e966e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:05.256370 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:05.261059 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-21db1afd-78bb-4df1-9ec0-be5d198130b6 req-d1f08567-0c87-4482-ae58-6a716aa680e2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447698 Jul 05 16:10:05.272523 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:DELETE=8,neutron:SELECT=41,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:05.489400 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea42c1-f984-483a-a2d5-5dde06004db7 req-5ee5c963-61e2-4f31-bdd4-ff226a67e6e7 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:05.490940 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-76ea42c1-f984-483a-a2d5-5dde06004db7 req-5ee5c963-61e2-4f31-bdd4-ff226a67e6e7 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 945 time: 0.0527170 Jul 05 16:10:05.542349 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-76ea42c1-f984-483a-a2d5-5dde06004db7 req-7281e15e-7ff8-4971-b351-de67183b3fad tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436614 Jul 05 16:10:06.319508 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:06.382322 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:06.388350 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2ea9e-9287-4e3c-884a-ab0b6db5ae09 req-389f79d4-223f-4744-a261-db884ba15d12 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:06.389917 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a1c2ea9e-9287-4e3c-884a-ab0b6db5ae09 req-389f79d4-223f-4744-a261-db884ba15d12 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0563064 Jul 05 16:10:06.439244 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a1c2ea9e-9287-4e3c-884a-ab0b6db5ae09 req-a8357736-e7e3-468e-bc97-b95917aee371 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438383 Jul 05 16:10:06.663787 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e417a-36b9-4ff4-b8b8-6e9df6b7e75b req-00ebf88d-b916-4a36-a4d8-42da4a8a2143 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:06.665427 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7d0e417a-36b9-4ff4-b8b8-6e9df6b7e75b req-00ebf88d-b916-4a36-a4d8-42da4a8a2143 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 945 time: 0.0510051 Jul 05 16:10:06.721875 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7d0e417a-36b9-4ff4-b8b8-6e9df6b7e75b req-6bc36bb9-4d5d-4dc5-bf66-dda7ced8825a tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500073 Jul 05 16:10:07.555250 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ea4da-e17d-46b6-bccb-b1850b6413d4 req-8a5ce0c2-87a5-40ca-9753-9e12ff5c2b5e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:07.556751 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-311ea4da-e17d-46b6-bccb-b1850b6413d4 req-8a5ce0c2-87a5-40ca-9753-9e12ff5c2b5e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0507238 Jul 05 16:10:07.607973 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-311ea4da-e17d-46b6-bccb-b1850b6413d4 req-1575f66d-1bb9-4bd7-8f11-dbd9c4c34815 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452561 Jul 05 16:10:07.836755 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538958e-00f2-4fd9-b91f-7b652c7ce1c8 req-f5632ed9-097e-43c0-8adc-e6dcd81a3c63 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:07.838333 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5538958e-00f2-4fd9-b91f-7b652c7ce1c8 req-f5632ed9-097e-43c0-8adc-e6dcd81a3c63 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 945 time: 0.0485382 Jul 05 16:10:07.890012 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5538958e-00f2-4fd9-b91f-7b652c7ce1c8 req-dcac16af-7589-472b-b3d6-de2cbee7bbd1 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1f01bf5-aeff-4840-97f9-08835b22bb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458736 Jul 05 16:10:07.962082 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:07.991801 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:08.099323 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:08.243299 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f473cf1-bcce-4d69-a557-6c0d628bf9d2 req-912c0152-8b7b-4d30-a5df-0c55cf62d6d6 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:08.244752 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0f473cf1-bcce-4d69-a557-6c0d628bf9d2 req-912c0152-8b7b-4d30-a5df-0c55cf62d6d6 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.47 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 945 time: 0.2625573 Jul 05 16:10:08.389324 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-0f473cf1-bcce-4d69-a557-6c0d628bf9d2 req-a4f88cc2-2358-4d74-beda-49cb6fd0daf7 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Deleting port 54940261-cd96-498a-aea6-233e2ce2bed9 {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:10:08.389822 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-0f473cf1-bcce-4d69-a557-6c0d628bf9d2 req-a4f88cc2-2358-4d74-beda-49cb6fd0daf7 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (54940261-cd96-498a-aea6-233e2ce2bed9), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:08.498480 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-0f473cf1-bcce-4d69-a557-6c0d628bf9d2 req-a4f88cc2-2358-4d74-beda-49cb6fd0daf7 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] For port 54940261-cd96-498a-aea6-233e2ce2bed9, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=54940261-cd96-498a-aea6-233e2ce2bed9,segment=NetworkSegment(48868465-74e9-4bde-8c3e-7150996d8586),segment_id=48868465-74e9-4bde-8c3e-7150996d8586)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:10:08.498850 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-0f473cf1-bcce-4d69-a557-6c0d628bf9d2 req-a4f88cc2-2358-4d74-beda-49cb6fd0daf7 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (54940261-cd96-498a-aea6-233e2ce2bed9), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:08.513542 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-0f473cf1-bcce-4d69-a557-6c0d628bf9d2 req-a4f88cc2-2358-4d74-beda-49cb6fd0daf7 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Calling delete_port for 54940261-cd96-498a-aea6-233e2ce2bed9 owned by compute:nova {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:10:08.755821 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2a606-470e-4c55-8374-ddb5c32a84ff req-da0066cd-b295-467e-9bb6-0de287c38e2e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:08.757483 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-09c2a606-470e-4c55-8374-ddb5c32a84ff req-da0066cd-b295-467e-9bb6-0de287c38e2e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0571313 Jul 05 16:10:08.802534 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-0f473cf1-bcce-4d69-a557-6c0d628bf9d2 req-a4f88cc2-2358-4d74-beda-49cb6fd0daf7 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (54940261-cd96-498a-aea6-233e2ce2bed9), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:08.818440 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-09c2a606-470e-4c55-8374-ddb5c32a84ff req-188084a8-3cfd-4833-b95f-0c6facb86db6 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554075 Jul 05 16:10:08.827445 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['54940261-cd96-498a-aea6-233e2ce2bed9'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:10:08.844317 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f88cc2-2358-4d74-beda-49cb6fd0daf7 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Pushing event deleted for resources: {'Port': ['ID=54940261-cd96-498a-aea6-233e2ce2bed9,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:08.920406 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f473cf1-bcce-4d69-a557-6c0d628bf9d2 req-a4f88cc2-2358-4d74-beda-49cb6fd0daf7 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] No DVR routers for this DVR port 54940261-cd96-498a-aea6-233e2ce2bed9 on host hv-cinder-84875 {{(pid=104585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:10:08.931275 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-0f473cf1-bcce-4d69-a557-6c0d628bf9d2 req-a4f88cc2-2358-4d74-beda-49cb6fd0daf7 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:08.936219 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0f473cf1-bcce-4d69-a557-6c0d628bf9d2 req-a4f88cc2-2358-4d74-beda-49cb6fd0daf7 tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.47 "DELETE /v2.0/ports/54940261-cd96-498a-aea6-233e2ce2bed9 HTTP/1.1" status: 204 len: 173 time: 0.6851418 Jul 05 16:10:08.936219 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57bf131c-eb9d-4831-90e4-078609e6ff06', 'name': 'network-vif-deleted', 'tag': '54940261-cd96-498a-aea6-233e2ce2bed9'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:10:08.938985 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f11a654-cc1a-4af2-ad5b-5fa51d23f9c2" -d '{"events": [{"server_uuid": "57bf131c-eb9d-4831-90e4-078609e6ff06", "name": "network-vif-deleted", "tag": "54940261-cd96-498a-aea6-233e2ce2bed9"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:10:08.980905 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08302b89-dc52-499f-be98-4b0052ff53ee x-openstack-request-id: req-08302b89-dc52-499f-be98-4b0052ff53ee {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:10:08.981210 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57bf131c-eb9d-4831-90e4-078609e6ff06", "name": "network-vif-deleted", "tag": "54940261-cd96-498a-aea6-233e2ce2bed9", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:10:08.981501 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-08302b89-dc52-499f-be98-4b0052ff53ee {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:10:08.981916 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08302b89-dc52-499f-be98-4b0052ff53ee'] response: {'server_uuid': '57bf131c-eb9d-4831-90e4-078609e6ff06', 'name': 'network-vif-deleted', 'tag': '54940261-cd96-498a-aea6-233e2ce2bed9', 'status': 'completed', 'code': 200} Jul 05 16:10:09.039477 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-db00d596-3b14-47ee-9324-2ea8eef447e1 req-7b03f2db-1c27-43fd-b21c-e26998cfc08f tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 210 time: 0.0373673 Jul 05 16:10:09.940318 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7049156-593a-46f5-9d01-a838c8d86491 req-455cede0-8335-48ec-87c0-cb9a7f35ae5b tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:09.941819 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f7049156-593a-46f5-9d01-a838c8d86491 req-455cede0-8335-48ec-87c0-cb9a7f35ae5b tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0528667 Jul 05 16:10:09.989835 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f7049156-593a-46f5-9d01-a838c8d86491 req-a0a5dcf8-16ff-4f84-813c-0e0eddb51a62 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424137 Jul 05 16:10:10.141927 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:10.162492 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7c5d16bd-4cdc-4cef-89fd-faec7df69b9b req-51b7e75d-cb04-4be0-9fdf-0366900ac8ba tempest-DeleteServersTestJSON-275421852 tempest-DeleteServersTestJSON-275421852-project] 10.222.0.45 "GET /v2.0/ports?device_id=57bf131c-eb9d-4831-90e4-078609e6ff06 HTTP/1.1" status: 200 len: 210 time: 0.0293760 Jul 05 16:10:11.108638 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0b580-a6ec-4a98-bee9-3501ba915111 req-e595b3b9-6e34-485d-9527-eb747c10bff5 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:11.110477 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3cb0b580-a6ec-4a98-bee9-3501ba915111 req-e595b3b9-6e34-485d-9527-eb747c10bff5 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0519853 Jul 05 16:10:11.160407 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3cb0b580-a6ec-4a98-bee9-3501ba915111 req-ff2ce5bc-2985-4b21-af29-409f07250828 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437298 Jul 05 16:10:12.282366 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485e0ce-698b-4ed2-831a-358131be873c req-cfb2ec00-68db-476e-8e17-dc3c710374f4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:12.283935 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e485e0ce-698b-4ed2-831a-358131be873c req-cfb2ec00-68db-476e-8e17-dc3c710374f4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0515635 Jul 05 16:10:12.332412 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e485e0ce-698b-4ed2-831a-358131be873c req-665c137b-9f86-44fb-8d46-f8978f8e0451 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427935 Jul 05 16:10:12.755940 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 54940261-cd96-498a-aea6-233e2ce2bed9 no longer exists at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:10:12.778416 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] No Port match for: 54940261-cd96-498a-aea6-233e2ce2bed9 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:10:12.778593 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 54940261-cd96-498a-aea6-233e2ce2bed9 not bound to the agent host hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:10:12.807681 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 44312) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:13.104921 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 44324) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:13.216946 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-56505b1a-993f-4fb7-8091-73a77c08c667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:13.226009 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-50723027-114c-436c-ae87-be9fa764fdfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518843'] for router_interface (cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:13.256960 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:13.297340 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-56505b1a-993f-4fb7-8091-73a77c08c667 admin admin] Publish callbacks [] for security_group (e2cf0f77-c670-4894-a099-ade30323fc45), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:13.361806 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-56505b1a-993f-4fb7-8091-73a77c08c667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (e2cf0f77-c670-4894-a099-ade30323fc45), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:13.420266 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56505b1a-993f-4fb7-8091-73a77c08c667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cf0f77-c670-4894-a099-ade30323fc45,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:13.424516 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-56505b1a-993f-4fb7-8091-73a77c08c667 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=da19a33ebcf44749a258d7aa3ca9b9b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3185751 Jul 05 16:10:13.427406 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 44330) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:13.459938 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95455c9-e78d-48a0-bb32-9e6dd4440db3 req-a485ea01-bc8b-4f67-87e7-dbd9dda65dd0 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:13.461456 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e95455c9-e78d-48a0-bb32-9e6dd4440db3 req-a485ea01-bc8b-4f67-87e7-dbd9dda65dd0 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0542233 Jul 05 16:10:13.513133 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e95455c9-e78d-48a0-bb32-9e6dd4440db3 req-9cff7a46-5dcc-4c16-987a-d4173707da3e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458658 Jul 05 16:10:13.539069 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0f52602c-0354-4b7b-a846-c72770bced43 admin admin] Publish callbacks [] for security_group (e2cf0f77-c670-4894-a099-ade30323fc45), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:13.570311 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-50723027-114c-436c-ae87-be9fa764fdfe admin admin] Deleting port 5a34d45c-2baa-46f5-8ed3-73c8eb3fa844 {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:10:13.570627 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-50723027-114c-436c-ae87-be9fa764fdfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (5a34d45c-2baa-46f5-8ed3-73c8eb3fa844), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:13.574250 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0f52602c-0354-4b7b-a846-c72770bced43 admin admin] Publish callbacks [] for security_group (e2cf0f77-c670-4894-a099-ade30323fc45), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:13.685276 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-50723027-114c-436c-ae87-be9fa764fdfe admin admin] For port 5a34d45c-2baa-46f5-8ed3-73c8eb3fa844, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=5a34d45c-2baa-46f5-8ed3-73c8eb3fa844,segment=NetworkSegment(48868465-74e9-4bde-8c3e-7150996d8586),segment_id=48868465-74e9-4bde-8c3e-7150996d8586)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:10:13.685634 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-50723027-114c-436c-ae87-be9fa764fdfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (5a34d45c-2baa-46f5-8ed3-73c8eb3fa844), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:13.700121 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-50723027-114c-436c-ae87-be9fa764fdfe admin admin] Calling delete_port for 5a34d45c-2baa-46f5-8ed3-73c8eb3fa844 owned by network:router_interface {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:10:13.767744 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0f52602c-0354-4b7b-a846-c72770bced43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (e2cf0f77-c670-4894-a099-ade30323fc45), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:13.770230 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0f52602c-0354-4b7b-a846-c72770bced43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:13.771350 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-0f52602c-0354-4b7b-a846-c72770bced43 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e2cf0f77-c670-4894-a099-ade30323fc45 HTTP/1.1" status: 204 len: 168 time: 0.3429902 Jul 05 16:10:13.778206 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:13.786650 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52602c-0354-4b7b-a846-c72770bced43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cf0f77-c670-4894-a099-ade30323fc45,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:13.811189 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:13.998752 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-50723027-114c-436c-ae87-be9fa764fdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (5a34d45c-2baa-46f5-8ed3-73c8eb3fa844), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:14.028155 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50723027-114c-436c-ae87-be9fa764fdfe admin admin] Pushing event deleted for resources: {'Port': ['ID=5a34d45c-2baa-46f5-8ed3-73c8eb3fa844,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:14.208851 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-50723027-114c-436c-ae87-be9fa764fdfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521995'] for router_interface (cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:14.433414 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50723027-114c-436c-ae87-be9fa764fdfe admin admin] Router cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:10:14.464811 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 44344) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:14.477508 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3cdf219a-cb0f-4eeb-8106-184b6b84c90d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:14.541387 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50723027-114c-436c-ae87-be9fa764fdfe admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:10:14.550396 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-50723027-114c-436c-ae87-be9fa764fdfe admin admin] 10.222.0.45 "PUT /v2.0/routers/cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7416251 Jul 05 16:10:14.551003 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 44348) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:14.558103 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d569808-d495-40c5-be37-a7de0d1e4e47 None None] Sync routers for ids ['cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:10:14.571654 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3cdf219a-cb0f-4eeb-8106-184b6b84c90d admin admin] Publish callbacks [] for security_group (f34a66df-2f31-4589-aeb3-550e2407bb2b), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:14.573743 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d569808-d495-40c5-be37-a7de0d1e4e47 None None] Routers {'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:10:14.574368 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-1d569808-d495-40c5-be37-a7de0d1e4e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:10:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:10:14.658047 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0c008100-9ac6-45ba-a430-3c4a0da4859c admin admin] Publish callbacks [] for router (cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:14.659937 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff298ea-d96a-4903-b2b3-2607e4e5c32a req-c3aeb729-085a-4c3e-8575-367db8b2c5b7 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:14.661702 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:14.665547 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0ff298ea-d96a-4903-b2b3-2607e4e5c32a req-c3aeb729-085a-4c3e-8575-367db8b2c5b7 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0642219 Jul 05 16:10:14.666470 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3cdf219a-cb0f-4eeb-8106-184b6b84c90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (f34a66df-2f31-4589-aeb3-550e2407bb2b), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:14.686344 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-1d569808-d495-40c5-be37-a7de0d1e4e47 None None] Set router cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:10:14.718541 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf219a-cb0f-4eeb-8106-184b6b84c90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34a66df-2f31-4589-aeb3-550e2407bb2b,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:14.772840 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:14.780015 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-3cdf219a-cb0f-4eeb-8106-184b6b84c90d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2cc069310621438f9eaa51f619ef52ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162658 Jul 05 16:10:14.782637 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 44354) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:14.794188 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0ff298ea-d96a-4903-b2b3-2607e4e5c32a req-3d900d8f-5d71-49f5-ac0b-086a68cdd5f6 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778368 Jul 05 16:10:14.800541 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0c008100-9ac6-45ba-a430-3c4a0da4859c admin admin] Publish callbacks [] for router_gateway (cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:14.973994 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-1d569808-d495-40c5-be37-a7de0d1e4e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c', 'name': 'tempest-DeleteServersTestJSON-301823470-router', 'tenant_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '279cf361-d205-478a-90d2-9dd4439390c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:10:13Z', 'revision_number': 5, 'project_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'gw_port': {'id': '279cf361-d205-478a-90d2-9dd4439390c1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:10:15.002331 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d569808-d495-40c5-be37-a7de0d1e4e47 None None] Checking router: cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:10:15.013534 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d569808-d495-40c5-be37-a7de0d1e4e47 None None] Routers {'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:10:15.014217 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-1d569808-d495-40c5-be37-a7de0d1e4e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:10:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:10:15.031422 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:15.041503 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-95f1bb7d-e947-45d1-b727-cc9ce0e3d0d2 admin admin] Publish callbacks [] for security_group (f34a66df-2f31-4589-aeb3-550e2407bb2b), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:15.063980 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-95f1bb7d-e947-45d1-b727-cc9ce0e3d0d2 admin admin] Publish callbacks [] for security_group (f34a66df-2f31-4589-aeb3-550e2407bb2b), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:15.114129 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-1d569808-d495-40c5-be37-a7de0d1e4e47 None None] Set router cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:10:15.124189 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-0c008100-9ac6-45ba-a430-3c4a0da4859c admin admin] Deleting port 279cf361-d205-478a-90d2-9dd4439390c1 {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:10:15.124530 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0c008100-9ac6-45ba-a430-3c4a0da4859c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (279cf361-d205-478a-90d2-9dd4439390c1), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:15.215569 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-0c008100-9ac6-45ba-a430-3c4a0da4859c admin admin] For port 279cf361-d205-478a-90d2-9dd4439390c1, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=279cf361-d205-478a-90d2-9dd4439390c1,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:10:15.215926 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0c008100-9ac6-45ba-a430-3c4a0da4859c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (279cf361-d205-478a-90d2-9dd4439390c1), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:15.229997 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-0c008100-9ac6-45ba-a430-3c4a0da4859c admin admin] Calling delete_port for 279cf361-d205-478a-90d2-9dd4439390c1 owned by network:router_gateway {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:10:15.276586 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-95f1bb7d-e947-45d1-b727-cc9ce0e3d0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (f34a66df-2f31-4589-aeb3-550e2407bb2b), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:15.279104 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-95f1bb7d-e947-45d1-b727-cc9ce0e3d0d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:15.280986 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-1d569808-d495-40c5-be37-a7de0d1e4e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c', 'name': 'tempest-DeleteServersTestJSON-301823470-router', 'tenant_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '279cf361-d205-478a-90d2-9dd4439390c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:10:13Z', 'revision_number': 5, 'project_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'gw_port': {'id': '279cf361-d205-478a-90d2-9dd4439390c1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:10:15.281430 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-95f1bb7d-e947-45d1-b727-cc9ce0e3d0d2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f34a66df-2f31-4589-aeb3-550e2407bb2b HTTP/1.1" status: 204 len: 168 time: 0.4974024 Jul 05 16:10:15.297025 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1bb7d-e947-45d1-b727-cc9ce0e3d0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34a66df-2f31-4589-aeb3-550e2407bb2b,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:15.311385 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d569808-d495-40c5-be37-a7de0d1e4e47 None None] The sync data for ids ['cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c'] in dv-cinder-848759-1-iscsi is: [{'id': 'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c', 'name': 'tempest-DeleteServersTestJSON-301823470-router', 'tenant_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '279cf361-d205-478a-90d2-9dd4439390c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:10:13Z', 'revision_number': 5, 'project_id': 'ba872aaf0fd84b1eac87e18659d222d5', 'gw_port': {'id': '279cf361-d205-478a-90d2-9dd4439390c1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:10:15.551185 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0c008100-9ac6-45ba-a430-3c4a0da4859c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (279cf361-d205-478a-90d2-9dd4439390c1), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:15.586981 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c008100-9ac6-45ba-a430-3c4a0da4859c admin admin] Pushing event deleted for resources: {'Port': ['ID=279cf361-d205-478a-90d2-9dd4439390c1,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:15.648792 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0c008100-9ac6-45ba-a430-3c4a0da4859c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-508993'] for router_gateway (cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:15.756064 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0c008100-9ac6-45ba-a430-3c4a0da4859c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075037'] for router (cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:15.757485 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0c008100-9ac6-45ba-a430-3c4a0da4859c admin admin] Publish callbacks [] for router_controller (cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c), precommit_delete_associations {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:15.916806 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0c008100-9ac6-45ba-a430-3c4a0da4859c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498478'] for router (cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:15.916806 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c008100-9ac6-45ba-a430-3c4a0da4859c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c {{(pid=104584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 16:10:15.921872 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0c008100-9ac6-45ba-a430-3c4a0da4859c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:15.925987 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-0c008100-9ac6-45ba-a430-3c4a0da4859c admin admin] 10.222.0.45 "DELETE /v2.0/routers/cea6ee40-9ef2-4fc9-88ab-dae2c5dc728c HTTP/1.1" status: 204 len: 168 time: 1.3740575 Jul 05 16:10:15.926956 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 44374) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:15.938450 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429eef72-554e-4c49-a00b-45e2f4bd3729 req-1ddec74d-55ac-4abf-800c-807acfa049d1 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:15.940159 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-429eef72-554e-4c49-a00b-45e2f4bd3729 req-1ddec74d-55ac-4abf-800c-807acfa049d1 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0544312 Jul 05 16:10:15.977249 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:15.986359 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_v2 [None req-43032983-f939-4078-a578-c7799e2f6f3d admin admin] Deleting subnet 08992fac-fed2-48ed-bcf0-90757efc7e72 {{(pid=104584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 16:10:15.989653 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-43032983-f939-4078-a578-c7799e2f6f3d admin admin] Publish callbacks [] for subnet (08992fac-fed2-48ed-bcf0-90757efc7e72), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:16.024031 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 5a34d45c-2baa-46f5-8ed3-73c8eb3fa844 no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:10:16.028050 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-429eef72-554e-4c49-a00b-45e2f4bd3729 req-ef2bf974-7257-4aa4-9b7c-8c11995086d2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716290 Jul 05 16:10:16.043360 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-43032983-f939-4078-a578-c7799e2f6f3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032071'] for subnet (08992fac-fed2-48ed-bcf0-90757efc7e72), precommit_delete_associations {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:16.050177 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: 5a34d45c-2baa-46f5-8ed3-73c8eb3fa844 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:10:16.051114 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 5a34d45c-2baa-46f5-8ed3-73c8eb3fa844 not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:10:16.165298 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-43032983-f939-4078-a578-c7799e2f6f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7708876'] for subnet (08992fac-fed2-48ed-bcf0-90757efc7e72), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:16.219162 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=82,neutron:DELETE=14,neutron:UPDATE=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:16.288483 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-43032983-f939-4078-a578-c7799e2f6f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7708871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1267982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411760'] for subnet (08992fac-fed2-48ed-bcf0-90757efc7e72), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:16.316216 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43032983-f939-4078-a578-c7799e2f6f3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08992fac-fed2-48ed-bcf0-90757efc7e72,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:16.322603 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-43032983-f939-4078-a578-c7799e2f6f3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:16.328493 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-43032983-f939-4078-a578-c7799e2f6f3d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/08992fac-fed2-48ed-bcf0-90757efc7e72 HTTP/1.1" status: 204 len: 168 time: 0.3997948 Jul 05 16:10:16.328668 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ef899e-5b71-4a9c-a986-a7014bc739c8 None None] Network 7440bb30-cbe1-4a38-83c5-7b7fcf3eea20 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:10:16.330319 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 44384) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:16.411276 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-52133d63-3c8f-4013-94c2-13e8a61ef946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7605430'] for network (7440bb30-cbe1-4a38-83c5-7b7fcf3eea20), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:16.462718 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-52133d63-3c8f-4013-94c2-13e8a61ef946 admin admin] Deleting port 38290742-61b7-4444-af99-cdc6218f8a11 {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:10:16.463045 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-52133d63-3c8f-4013-94c2-13e8a61ef946 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (38290742-61b7-4444-af99-cdc6218f8a11), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:16.526875 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3748b2-7fa3-4418-a027-eaea3b3983cc None None] DHCP port deletion for 7440bb30-cbe1-4a38-83c5-7b7fcf3eea20 request from dv-cinder-848759-1-iscsi {{(pid=104586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 05 16:10:16.545488 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-52133d63-3c8f-4013-94c2-13e8a61ef946 admin admin] For port 38290742-61b7-4444-af99-cdc6218f8a11, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=38290742-61b7-4444-af99-cdc6218f8a11,segment=NetworkSegment(48868465-74e9-4bde-8c3e-7150996d8586),segment_id=48868465-74e9-4bde-8c3e-7150996d8586)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:10:16.545488 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-52133d63-3c8f-4013-94c2-13e8a61ef946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (38290742-61b7-4444-af99-cdc6218f8a11), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:16.561107 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-52133d63-3c8f-4013-94c2-13e8a61ef946 admin admin] Calling delete_port for 38290742-61b7-4444-af99-cdc6218f8a11 owned by network:dhcp {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:10:16.585276 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-0c3748b2-7fa3-4418-a027-eaea3b3983cc None None] Deleting port 38290742-61b7-4444-af99-cdc6218f8a11 {{(pid=104586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:10:16.585641 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-0c3748b2-7fa3-4418-a027-eaea3b3983cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (38290742-61b7-4444-af99-cdc6218f8a11), before_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:16.654189 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-0c3748b2-7fa3-4418-a027-eaea3b3983cc None None] For port 38290742-61b7-4444-af99-cdc6218f8a11, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=38290742-61b7-4444-af99-cdc6218f8a11,segment=NetworkSegment(48868465-74e9-4bde-8c3e-7150996d8586),segment_id=48868465-74e9-4bde-8c3e-7150996d8586)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:10:16.655036 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-0c3748b2-7fa3-4418-a027-eaea3b3983cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (38290742-61b7-4444-af99-cdc6218f8a11), precommit_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:16.669364 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-0c3748b2-7fa3-4418-a027-eaea3b3983cc None None] Calling delete_port for 38290742-61b7-4444-af99-cdc6218f8a11 owned by network:dhcp {{(pid=104586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:10:16.801986 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-52133d63-3c8f-4013-94c2-13e8a61ef946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (38290742-61b7-4444-af99-cdc6218f8a11), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:16.820431 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-0c3748b2-7fa3-4418-a027-eaea3b3983cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858'] for port (38290742-61b7-4444-af99-cdc6218f8a11), after_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:16.827471 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52133d63-3c8f-4013-94c2-13e8a61ef946 admin admin] Pushing event deleted for resources: {'Port': ['ID=38290742-61b7-4444-af99-cdc6218f8a11,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:16.831814 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52133d63-3c8f-4013-94c2-13e8a61ef946 admin admin] No DVR routers for this DVR port 38290742-61b7-4444-af99-cdc6218f8a11 on host dv-cinder-848759-1-iscsi {{(pid=104584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:10:16.847065 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3748b2-7fa3-4418-a027-eaea3b3983cc None None] Pushing event deleted for resources: {'Port': ['ID=38290742-61b7-4444-af99-cdc6218f8a11,revision_number=None']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:16.851968 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3748b2-7fa3-4418-a027-eaea3b3983cc None None] No DVR routers for this DVR port 38290742-61b7-4444-af99-cdc6218f8a11 on host dv-cinder-848759-1-iscsi {{(pid=104586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:10:16.927284 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-52133d63-3c8f-4013-94c2-13e8a61ef946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7757606', 'neutron.services.segments.db._delete_segments_for_network-8746276517753'] for network (7440bb30-cbe1-4a38-83c5-7b7fcf3eea20), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:16.951433 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-52133d63-3c8f-4013-94c2-13e8a61ef946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7440bb30-cbe1-4a38-83c5-7b7fcf3eea20']}} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:10:16.962848 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-52133d63-3c8f-4013-94c2-13e8a61ef946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48868465-74e9-4bde-8c3e-7150996d8586') {'for_net_delete': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:10:16.963074 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-52133d63-3c8f-4013-94c2-13e8a61ef946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48868465-74e9-4bde-8c3e-7150996d8586') {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:10:16.973294 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-52133d63-3c8f-4013-94c2-13e8a61ef946 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746276519554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032076'] for segment (48868465-74e9-4bde-8c3e-7150996d8586), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:16.987690 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-52133d63-3c8f-4013-94c2-13e8a61ef946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (48868465-74e9-4bde-8c3e-7150996d8586), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:17.001967 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52133d63-3c8f-4013-94c2-13e8a61ef946 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=104584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:10:17.002369 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-52133d63-3c8f-4013-94c2-13e8a61ef946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1268212'] for segment (48868465-74e9-4bde-8c3e-7150996d8586), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:17.066730 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.services.segments.plugin [-] Segment 48868465-74e9-4bde-8c3e-7150996d8586 resource provider aggregate not found Jul 05 16:10:17.091637 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.services.segments.plugin [-] Segment 48868465-74e9-4bde-8c3e-7150996d8586 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48868465-74e9-4bde-8c3e-7150996d8586 found for delete ", "request_id": "req-1a71faf3-afe2-4c0a-9896-5257a87d98b7"}]} Jul 05 16:10:17.147959 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-52133d63-3c8f-4013-94c2-13e8a61ef946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7757615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509440'] for network (7440bb30-cbe1-4a38-83c5-7b7fcf3eea20), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:17.171447 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-52133d63-3c8f-4013-94c2-13e8a61ef946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:17.171447 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-52133d63-3c8f-4013-94c2-13e8a61ef946 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7440bb30-cbe1-4a38-83c5-7b7fcf3eea20 HTTP/1.1" status: 204 len: 168 time: 0.8315346 Jul 05 16:10:17.175829 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52133d63-3c8f-4013-94c2-13e8a61ef946 admin admin] Pushing event deleted for resources: {'Network': ['ID=7440bb30-cbe1-4a38-83c5-7b7fcf3eea20,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:17.191618 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a4763-6207-4a38-932a-2e597f171b64 req-d1081c7f-3ada-4200-aa3b-f69125198b26 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:17.193227 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-234a4763-6207-4a38-932a-2e597f171b64 req-d1081c7f-3ada-4200-aa3b-f69125198b26 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0818076 Jul 05 16:10:17.246953 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-234a4763-6207-4a38-932a-2e597f171b64 req-00752fcd-3322-44da-8cd5-32b316be2680 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476785 Jul 05 16:10:17.247918 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 44408) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:17.371121 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-349af3c8-0582-4dbf-99cb-4e89d3c031e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:17.460341 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-349af3c8-0582-4dbf-99cb-4e89d3c031e5 admin admin] Publish callbacks [] for security_group (ed9d1cd3-2525-48af-b245-bb8dfbaac8c9), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:17.570469 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-349af3c8-0582-4dbf-99cb-4e89d3c031e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (ed9d1cd3-2525-48af-b245-bb8dfbaac8c9), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:17.575594 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:17.611820 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-349af3c8-0582-4dbf-99cb-4e89d3c031e5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ccf40b38940c49bab9e8a3d8a16efb67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3627539 Jul 05 16:10:17.612585 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349af3c8-0582-4dbf-99cb-4e89d3c031e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9d1cd3-2525-48af-b245-bb8dfbaac8c9,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:17.614498 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 44412) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:17.663380 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-95332b38-c040-4991-83a9-aa8b2b4558d3 admin admin] Publish callbacks [] for security_group (ed9d1cd3-2525-48af-b245-bb8dfbaac8c9), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:17.676411 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 44414) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:17.700011 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-95332b38-c040-4991-83a9-aa8b2b4558d3 admin admin] Publish callbacks [] for security_group (ed9d1cd3-2525-48af-b245-bb8dfbaac8c9), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:17.751214 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-934feaaf-fb8c-4ceb-8eae-0a79eb07426e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ba872aaf0fd84b1eac87e18659d222d5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0736215 Jul 05 16:10:17.753837 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 44416) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:17.808115 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-baf59d33-42ca-4c73-a8c3-4722f5c5a05b admin admin] Publish callbacks [] for security_group (a1f01bf5-aeff-4840-97f9-08835b22bb8b), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:17.829479 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-baf59d33-42ca-4c73-a8c3-4722f5c5a05b admin admin] Publish callbacks [] for security_group (a1f01bf5-aeff-4840-97f9-08835b22bb8b), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:17.836794 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-95332b38-c040-4991-83a9-aa8b2b4558d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (ed9d1cd3-2525-48af-b245-bb8dfbaac8c9), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:17.839612 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-95332b38-c040-4991-83a9-aa8b2b4558d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:17.840891 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-95332b38-c040-4991-83a9-aa8b2b4558d3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ed9d1cd3-2525-48af-b245-bb8dfbaac8c9 HTTP/1.1" status: 204 len: 168 time: 0.2254200 Jul 05 16:10:17.851395 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95332b38-c040-4991-83a9-aa8b2b4558d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9d1cd3-2525-48af-b245-bb8dfbaac8c9,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:17.852289 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:17.917485 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 279cf361-d205-478a-90d2-9dd4439390c1 no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:10:17.942914 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: 279cf361-d205-478a-90d2-9dd4439390c1 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:10:17.943335 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 279cf361-d205-478a-90d2-9dd4439390c1 not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:10:17.944260 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 38290742-61b7-4444-af99-cdc6218f8a11 no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:10:17.962952 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: 38290742-61b7-4444-af99-cdc6218f8a11 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:10:17.963307 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 38290742-61b7-4444-af99-cdc6218f8a11 not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:10:17.981490 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-baf59d33-42ca-4c73-a8c3-4722f5c5a05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (a1f01bf5-aeff-4840-97f9-08835b22bb8b), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:17.984431 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-baf59d33-42ca-4c73-a8c3-4722f5c5a05b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:17.985658 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-baf59d33-42ca-4c73-a8c3-4722f5c5a05b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a1f01bf5-aeff-4840-97f9-08835b22bb8b HTTP/1.1" status: 204 len: 168 time: 0.2304640 Jul 05 16:10:17.996604 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf59d33-42ca-4c73-a8c3-4722f5c5a05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f01bf5-aeff-4840-97f9-08835b22bb8b,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:18.394502 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba30bd8-b8a9-43e4-bc11-4e8d5ec435f3 req-4268564a-386d-4de7-870f-d8f84a7f6a03 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:18.396088 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5ba30bd8-b8a9-43e4-bc11-4e8d5ec435f3 req-4268564a-386d-4de7-870f-d8f84a7f6a03 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0575707 Jul 05 16:10:18.444943 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5ba30bd8-b8a9-43e4-bc11-4e8d5ec435f3 req-265c05d2-ba83-41a6-9987-7c8739157103 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427594 Jul 05 16:10:19.563540 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a98f4a-dcff-4642-b1ae-ec796f61c45f req-17d500e7-1d3c-49ea-99c6-5eaabea0c9a9 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:19.565020 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b2a98f4a-dcff-4642-b1ae-ec796f61c45f req-17d500e7-1d3c-49ea-99c6-5eaabea0c9a9 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0463662 Jul 05 16:10:19.612573 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b2a98f4a-dcff-4642-b1ae-ec796f61c45f req-7f34999d-2af2-486c-a186-b8c6f71bb730 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412867 Jul 05 16:10:20.516480 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:20.545150 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a33f7-d593-437c-bf55-7e9d2deb233f req-dae87f05-e16e-402e-8c8f-2f80cc6615a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:20.546838 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ad0a33f7-d593-437c-bf55-7e9d2deb233f req-dae87f05-e16e-402e-8c8f-2f80cc6615a0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 1130 time: 0.0415609 Jul 05 16:10:20.598421 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ad0a33f7-d593-437c-bf55-7e9d2deb233f req-f6a94123-9771-48a5-a734-b5d046aef35d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440693 Jul 05 16:10:20.728398 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:20.784570 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b29b8-57e2-4579-aa5a-1ecef2b529de req-614bdc50-268d-44d9-a0f2-1d0a43cdd257 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:20.786599 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7c8b29b8-57e2-4579-aa5a-1ecef2b529de req-614bdc50-268d-44d9-a0f2-1d0a43cdd257 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0522723 Jul 05 16:10:20.817825 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:20.836473 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7c8b29b8-57e2-4579-aa5a-1ecef2b529de req-5bddd49f-0e44-44bf-ba09-7939cc570325 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428777 Jul 05 16:10:21.950627 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68051e27-2df4-4c07-a3d0-735453dcd14b req-ddac1c3b-6942-4f8b-a7d4-e0a98e053233 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:21.952399 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-68051e27-2df4-4c07-a3d0-735453dcd14b req-ddac1c3b-6942-4f8b-a7d4-e0a98e053233 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0468993 Jul 05 16:10:22.001561 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-68051e27-2df4-4c07-a3d0-735453dcd14b req-165f0479-3e3e-4de9-ad25-8fe48d47a412 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433352 Jul 05 16:10:23.079359 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:23.121415 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963da58b-e950-4b06-97a7-28287f92268a req-d158d1b1-287e-4fdb-9eda-6b82b1816e19 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:23.122937 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-963da58b-e950-4b06-97a7-28287f92268a req-d158d1b1-287e-4fdb-9eda-6b82b1816e19 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0534666 Jul 05 16:10:23.171890 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-963da58b-e950-4b06-97a7-28287f92268a req-c0642227-4369-49b3-af2e-e81299d2df0b tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431843 Jul 05 16:10:23.310908 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62e434-f3f5-488b-ab6d-8e22ae9dde9d req-b7fc80f6-8386-4f93-a8c0-187ffcae0c5d tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:23.312567 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6e62e434-f3f5-488b-ab6d-8e22ae9dde9d req-b7fc80f6-8386-4f93-a8c0-187ffcae0c5d tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0682495 Jul 05 16:10:23.359047 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6e62e434-f3f5-488b-ab6d-8e22ae9dde9d req-4531c922-5687-4c25-852e-a555860662b4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409982 Jul 05 16:10:23.488636 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 44686) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:23.615612 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a6d39d03-462c-43f1-840e-1567f307dda8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:23.713858 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a6d39d03-462c-43f1-840e-1567f307dda8 admin admin] Publish callbacks [] for security_group (a09fdf16-528a-4d05-a055-9a43e1d3d756), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:23.804520 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a6d39d03-462c-43f1-840e-1567f307dda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (a09fdf16-528a-4d05-a055-9a43e1d3d756), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:23.849311 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-a6d39d03-462c-43f1-840e-1567f307dda8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fab222ce3b0041329c6971676dedd756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3589818 Jul 05 16:10:23.850164 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d39d03-462c-43f1-840e-1567f307dda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09fdf16-528a-4d05-a055-9a43e1d3d756,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:23.851913 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 44694) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:23.906330 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-74022699-6805-4860-a551-58ffc073592d admin admin] Publish callbacks [] for security_group (a09fdf16-528a-4d05-a055-9a43e1d3d756), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:23.933006 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-74022699-6805-4860-a551-58ffc073592d admin admin] Publish callbacks [] for security_group (a09fdf16-528a-4d05-a055-9a43e1d3d756), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:24.036065 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-74022699-6805-4860-a551-58ffc073592d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (a09fdf16-528a-4d05-a055-9a43e1d3d756), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:24.038748 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-74022699-6805-4860-a551-58ffc073592d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:24.039973 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-74022699-6805-4860-a551-58ffc073592d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a09fdf16-528a-4d05-a055-9a43e1d3d756 HTTP/1.1" status: 204 len: 168 time: 0.1870615 Jul 05 16:10:24.049463 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74022699-6805-4860-a551-58ffc073592d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09fdf16-528a-4d05-a055-9a43e1d3d756,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:24.885758 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 44728) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:24.899336 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6f1f7002-934f-4034-a850-6c2aa30f447a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:24.984575 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6f1f7002-934f-4034-a850-6c2aa30f447a admin admin] Publish callbacks [] for security_group (a94fee10-eabe-4251-816a-ce3c258a5268), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:25.093085 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6f1f7002-934f-4034-a850-6c2aa30f447a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (a94fee10-eabe-4251-816a-ce3c258a5268), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:25.133652 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f7002-934f-4034-a850-6c2aa30f447a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94fee10-eabe-4251-816a-ce3c258a5268,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:25.137935 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-6f1f7002-934f-4034-a850-6c2aa30f447a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=efc4ae54a9f748bb971a3488b560d7ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511449 Jul 05 16:10:25.142487 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 44732) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:25.194306 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-72b4d538-689f-47ec-9291-a9b03a59169d admin admin] Publish callbacks [] for security_group (a94fee10-eabe-4251-816a-ce3c258a5268), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:25.198428 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:25.216938 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-72b4d538-689f-47ec-9291-a9b03a59169d admin admin] Publish callbacks [] for security_group (a94fee10-eabe-4251-816a-ce3c258a5268), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:25.373682 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-72b4d538-689f-47ec-9291-a9b03a59169d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (a94fee10-eabe-4251-816a-ce3c258a5268), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:25.376262 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-72b4d538-689f-47ec-9291-a9b03a59169d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:25.377621 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-72b4d538-689f-47ec-9291-a9b03a59169d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a94fee10-eabe-4251-816a-ce3c258a5268 HTTP/1.1" status: 204 len: 168 time: 0.2361574 Jul 05 16:10:25.386591 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4d538-689f-47ec-9291-a9b03a59169d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94fee10-eabe-4251-816a-ce3c258a5268,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:25.671911 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34141226-33ea-4103-bdc4-fafb784c8cc4 req-b41aefb4-e4f7-4151-9b16-0ddeb0e85e51 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:25.673394 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-34141226-33ea-4103-bdc4-fafb784c8cc4 req-b41aefb4-e4f7-4151-9b16-0ddeb0e85e51 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0469236 Jul 05 16:10:25.718952 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-34141226-33ea-4103-bdc4-fafb784c8cc4 req-7a1985b0-527a-4bd6-99e4-eb6c04e5d952 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393753 Jul 05 16:10:26.838539 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d37eb4-5dc0-410f-8aaa-89662cc94fad req-fac483cc-ce1e-45cb-bf37-356dfee8bd5c tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:26.840070 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a1d37eb4-5dc0-410f-8aaa-89662cc94fad req-fac483cc-ce1e-45cb-bf37-356dfee8bd5c tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0472136 Jul 05 16:10:26.892629 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a1d37eb4-5dc0-410f-8aaa-89662cc94fad req-e7da0e02-518a-48cb-96fe-9d003d3fd87c tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470071 Jul 05 16:10:27.633535 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:27.637041 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9eecf6-697f-4ee9-9c5b-5828d2891167 req-f12cd59c-a705-45a0-8bd6-1b4cf37ce159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:27.638569 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8a9eecf6-697f-4ee9-9c5b-5828d2891167 req-f12cd59c-a705-45a0-8bd6-1b4cf37ce159 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbe6a2de3cba4aa7b365f30f5b2f745c&device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 1130 time: 0.0457902 Jul 05 16:10:27.738760 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9eecf6-697f-4ee9-9c5b-5828d2891167 req-6cea80cb-996e-4a6e-aca2-1da9ae187894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:27.740261 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8a9eecf6-697f-4ee9-9c5b-5828d2891167 req-6cea80cb-996e-4a6e-aca2-1da9ae187894 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d875afbf-ed35-412f-bb5d-c579562ff61a HTTP/1.1" status: 200 len: 919 time: 0.0885108 Jul 05 16:10:27.782895 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8a9eecf6-697f-4ee9-9c5b-5828d2891167 req-df500e0b-051c-4b84-a596-a7deac28e92f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d3daec4-e5f2-405e-a531-5ab8f6778220 HTTP/1.1" status: 200 len: 217 time: 0.0363231 Jul 05 16:10:27.839123 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9eecf6-697f-4ee9-9c5b-5828d2891167 req-d08dc0e2-9e00-443a-95ab-7bcff767f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:27.840738 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8a9eecf6-697f-4ee9-9c5b-5828d2891167 req-d08dc0e2-9e00-443a-95ab-7bcff767f51f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8a9b66f2-eae4-47d1-8086-fa8b5da512fd HTTP/1.1" status: 200 len: 857 time: 0.0449517 Jul 05 16:10:27.889145 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9eecf6-697f-4ee9-9c5b-5828d2891167 req-78658df0-be1e-4398-b8a1-84102efd5e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:27.890953 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8a9eecf6-697f-4ee9-9c5b-5828d2891167 req-78658df0-be1e-4398-b8a1-84102efd5e2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d875afbf-ed35-412f-bb5d-c579562ff61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415013 Jul 05 16:10:28.021659 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8a9eecf6-697f-4ee9-9c5b-5828d2891167 req-0f5b7bc2-96b7-4292-8401-400f5a04d00a service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210935 Jul 05 16:10:28.028375 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ea2f9-173b-46ca-aa7a-7ee623b89706 req-6067d5b9-1631-4441-87bd-29ca1f38517c tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:28.029813 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c31ea2f9-173b-46ca-aa7a-7ee623b89706 req-6067d5b9-1631-4441-87bd-29ca1f38517c tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0643377 Jul 05 16:10:28.139522 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c31ea2f9-173b-46ca-aa7a-7ee623b89706 req-941f0a4c-27b2-48a9-a041-a00e2eb7593c tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016548 Jul 05 16:10:28.143597 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:28.166889 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8a9eecf6-697f-4ee9-9c5b-5828d2891167 req-f67f8e92-e546-4bac-81d4-ed2b35aac6da service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361558 Jul 05 16:10:29.276713 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f7d05-68c2-4a9d-ac37-9a689059082e req-cc7b330b-2397-455e-934c-66d228977c21 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:29.278299 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-cd8f7d05-68c2-4a9d-ac37-9a689059082e req-cc7b330b-2397-455e-934c-66d228977c21 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0563753 Jul 05 16:10:29.335957 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-cd8f7d05-68c2-4a9d-ac37-9a689059082e req-79bb5e86-4d2c-4653-b9fc-42847da2298e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507312 Jul 05 16:10:29.979725 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 44856) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:30.095324 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-f86d9398-a3ea-4f52-a24f-64cb40a6f9a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:30.187959 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-f86d9398-a3ea-4f52-a24f-64cb40a6f9a8 admin admin] Publish callbacks [] for security_group (d12a7c9a-2427-4c78-a691-ba2e947fb2c8), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:30.270746 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-f86d9398-a3ea-4f52-a24f-64cb40a6f9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (d12a7c9a-2427-4c78-a691-ba2e947fb2c8), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:30.315916 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-f86d9398-a3ea-4f52-a24f-64cb40a6f9a8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ad2c381df664f8599e059a7af1ae673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350983 Jul 05 16:10:30.317044 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d9398-a3ea-4f52-a24f-64cb40a6f9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12a7c9a-2427-4c78-a691-ba2e947fb2c8,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:30.318774 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 44868) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:30.377669 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d7bcbfc3-4387-4d42-97e6-015b2b27df65 admin admin] Publish callbacks [] for security_group (d12a7c9a-2427-4c78-a691-ba2e947fb2c8), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:30.399685 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d7bcbfc3-4387-4d42-97e6-015b2b27df65 admin admin] Publish callbacks [] for security_group (d12a7c9a-2427-4c78-a691-ba2e947fb2c8), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:30.450152 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620f6bf-4ac8-44a3-b3e6-e42caf60eca0 req-e8b0545d-f149-4154-b782-5cb18f6958ea tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:30.451660 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c620f6bf-4ac8-44a3-b3e6-e42caf60eca0 req-e8b0545d-f149-4154-b782-5cb18f6958ea tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0469236 Jul 05 16:10:30.499180 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c620f6bf-4ac8-44a3-b3e6-e42caf60eca0 req-bed8adf0-d7dc-4cb5-a97b-ca03f72a3bbe tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421159 Jul 05 16:10:30.518196 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d7bcbfc3-4387-4d42-97e6-015b2b27df65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (d12a7c9a-2427-4c78-a691-ba2e947fb2c8), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:30.520959 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d7bcbfc3-4387-4d42-97e6-015b2b27df65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:30.522296 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-d7bcbfc3-4387-4d42-97e6-015b2b27df65 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d12a7c9a-2427-4c78-a691-ba2e947fb2c8 HTTP/1.1" status: 204 len: 168 time: 0.2023015 Jul 05 16:10:30.530656 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bcbfc3-4387-4d42-97e6-015b2b27df65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12a7c9a-2427-4c78-a691-ba2e947fb2c8,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:31.619251 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50a7ec-a474-44ee-95ef-ae6bf612caa1 req-a5f366f9-61f0-441a-85d5-73790d9b4972 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:31.620846 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-bc50a7ec-a474-44ee-95ef-ae6bf612caa1 req-a5f366f9-61f0-441a-85d5-73790d9b4972 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0494804 Jul 05 16:10:31.673087 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-bc50a7ec-a474-44ee-95ef-ae6bf612caa1 req-92187908-2508-4a00-91ed-3d720ba03143 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463655 Jul 05 16:10:32.394738 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=70 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:32.402996 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=57,neutron:DELETE=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:32.795159 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e4916-fe5a-45e8-a993-e131b93329c8 req-3575af90-d445-4c51-9147-98f24a44d92f tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:32.796613 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3a8e4916-fe5a-45e8-a993-e131b93329c8 req-3575af90-d445-4c51-9147-98f24a44d92f tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0517788 Jul 05 16:10:32.842671 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3a8e4916-fe5a-45e8-a993-e131b93329c8 req-acd107a4-280a-45df-a996-cd3ea0395107 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404997 Jul 05 16:10:32.921203 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-6e86b181-e944-47e4-b907-e17af9de95da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:33.143004 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 44952) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:33.251059 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-90ab183a-9814-47d5-96ac-7f5330847207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:33.325515 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-90ab183a-9814-47d5-96ac-7f5330847207 admin admin] Publish callbacks [] for security_group (4296eb17-cc99-403b-8004-ca1937021152), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:33.385485 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:10:33.395247 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-90ab183a-9814-47d5-96ac-7f5330847207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (4296eb17-cc99-403b-8004-ca1937021152), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:33.411519 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:33.434452 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-90ab183a-9814-47d5-96ac-7f5330847207 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4b693711a116429abddde9db8816d7bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904198 Jul 05 16:10:33.436268 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab183a-9814-47d5-96ac-7f5330847207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4296eb17-cc99-403b-8004-ca1937021152,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:33.437128 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 44956) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:33.489126 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-475696e5-f8aa-4f9d-b46f-70f4f7dbfe34 admin admin] Publish callbacks [] for security_group (4296eb17-cc99-403b-8004-ca1937021152), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:33.513463 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-475696e5-f8aa-4f9d-b46f-70f4f7dbfe34 admin admin] Publish callbacks [] for security_group (4296eb17-cc99-403b-8004-ca1937021152), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:33.623989 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-475696e5-f8aa-4f9d-b46f-70f4f7dbfe34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (4296eb17-cc99-403b-8004-ca1937021152), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:33.626571 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-475696e5-f8aa-4f9d-b46f-70f4f7dbfe34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:33.627718 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-475696e5-f8aa-4f9d-b46f-70f4f7dbfe34 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4296eb17-cc99-403b-8004-ca1937021152 HTTP/1.1" status: 204 len: 168 time: 0.1896150 Jul 05 16:10:33.635453 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475696e5-f8aa-4f9d-b46f-70f4f7dbfe34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4296eb17-cc99-403b-8004-ca1937021152,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:33.659759 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=51,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:33.962570 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e20df-ac20-44c2-bb33-15e7096c0f94 req-43a76dbf-2db3-4692-9e8b-3a641318522b tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:33.964048 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ca7e20df-ac20-44c2-bb33-15e7096c0f94 req-43a76dbf-2db3-4692-9e8b-3a641318522b tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0523458 Jul 05 16:10:34.012698 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ca7e20df-ac20-44c2-bb33-15e7096c0f94 req-db534a8f-3808-4823-81d5-f0fdb1418f70 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419438 Jul 05 16:10:34.229526 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 44970) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:34.243700 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-5210ef20-bba1-4b5a-9d41-33fba80d3b33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:34.317768 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-5210ef20-bba1-4b5a-9d41-33fba80d3b33 admin admin] Publish callbacks [] for security_group (536e1b2c-37c8-490f-8dd4-7fd8ed1ac8d9), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:34.386189 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-5210ef20-bba1-4b5a-9d41-33fba80d3b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (536e1b2c-37c8-490f-8dd4-7fd8ed1ac8d9), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:34.425303 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-5210ef20-bba1-4b5a-9d41-33fba80d3b33 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a22130e5eb144633992405b5cd25c917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1947124 Jul 05 16:10:34.426159 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210ef20-bba1-4b5a-9d41-33fba80d3b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536e1b2c-37c8-490f-8dd4-7fd8ed1ac8d9,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:34.427923 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 44972) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:34.456523 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:34.477490 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-f91fc7c4-3097-4dc6-a6db-d660909525e9 admin admin] Publish callbacks [] for security_group (536e1b2c-37c8-490f-8dd4-7fd8ed1ac8d9), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:34.498988 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-f91fc7c4-3097-4dc6-a6db-d660909525e9 admin admin] Publish callbacks [] for security_group (536e1b2c-37c8-490f-8dd4-7fd8ed1ac8d9), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:34.629790 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-f91fc7c4-3097-4dc6-a6db-d660909525e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (536e1b2c-37c8-490f-8dd4-7fd8ed1ac8d9), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:34.632323 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-f91fc7c4-3097-4dc6-a6db-d660909525e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:34.633988 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-f91fc7c4-3097-4dc6-a6db-d660909525e9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/536e1b2c-37c8-490f-8dd4-7fd8ed1ac8d9 HTTP/1.1" status: 204 len: 168 time: 0.2049820 Jul 05 16:10:34.641782 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fc7c4-3097-4dc6-a6db-d660909525e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536e1b2c-37c8-490f-8dd4-7fd8ed1ac8d9,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:35.139733 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb5bc8-e553-42d1-b367-0b19cf21c0ae req-4e06c733-c8e9-44fa-bc4c-1b0c3ef63d19 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:35.141243 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-87fb5bc8-e553-42d1-b367-0b19cf21c0ae req-4e06c733-c8e9-44fa-bc4c-1b0c3ef63d19 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0552106 Jul 05 16:10:35.193003 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-87fb5bc8-e553-42d1-b367-0b19cf21c0ae req-c04a4cb3-e95c-48be-954a-693619c864fb tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458949 Jul 05 16:10:35.233231 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-ce40467a-5ce6-4d77-bec7-07e620da34e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:36.316493 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a77df4-9d75-4298-93ac-10278a86ace0 req-5ef34704-5320-4a66-be50-eee3002270b0 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:36.322019 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-45a77df4-9d75-4298-93ac-10278a86ace0 req-5ef34704-5320-4a66-be50-eee3002270b0 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0531917 Jul 05 16:10:36.335088 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:36.367323 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-45a77df4-9d75-4298-93ac-10278a86ace0 req-f1ad62c1-7927-4a45-a417-ab7872661331 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444438 Jul 05 16:10:37.483791 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b0673-6240-40da-815a-df54d424bbdf req-c3ecedcc-ed4c-4a51-b0ac-4bd0353c79ab tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:37.485550 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a51b0673-6240-40da-815a-df54d424bbdf req-c3ecedcc-ed4c-4a51-b0ac-4bd0353c79ab tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0464478 Jul 05 16:10:37.533902 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a51b0673-6240-40da-815a-df54d424bbdf req-1a06a0f7-f880-4989-8a96-411b80e0e0a3 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429165 Jul 05 16:10:37.952423 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:38.055389 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:38.649868 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff1256-1b23-4fb2-8d38-c85a53714457 req-ecffe25e-812a-40c4-852d-76011381528d tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:38.651352 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5eff1256-1b23-4fb2-8d38-c85a53714457 req-ecffe25e-812a-40c4-852d-76011381528d tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0500512 Jul 05 16:10:38.703524 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5eff1256-1b23-4fb2-8d38-c85a53714457 req-f78b36aa-4f1f-42f4-9e40-1746a66031c5 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467627 Jul 05 16:10:39.099674 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 45112) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:39.222433 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-58cb20c6-4a9d-4452-937d-342a4b5ae78c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:39.299906 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-58cb20c6-4a9d-4452-937d-342a4b5ae78c admin admin] Publish callbacks [] for security_group (da4d9b47-9d8f-410e-8810-dddfb15b823a), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:39.384591 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-58cb20c6-4a9d-4452-937d-342a4b5ae78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (da4d9b47-9d8f-410e-8810-dddfb15b823a), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:39.409198 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:39.423989 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-58cb20c6-4a9d-4452-937d-342a4b5ae78c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6aee7a1f978641c0be517078b1effd7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3232887 Jul 05 16:10:39.425882 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb20c6-4a9d-4452-937d-342a4b5ae78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4d9b47-9d8f-410e-8810-dddfb15b823a,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:39.426804 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 45126) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:39.477600 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-df82eed9-403e-4218-a55a-9b4e63904665 admin admin] Publish callbacks [] for security_group (da4d9b47-9d8f-410e-8810-dddfb15b823a), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:39.487781 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:39.490808 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:39.500101 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-df82eed9-403e-4218-a55a-9b4e63904665 admin admin] Publish callbacks [] for security_group (da4d9b47-9d8f-410e-8810-dddfb15b823a), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:39.643841 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-df82eed9-403e-4218-a55a-9b4e63904665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (da4d9b47-9d8f-410e-8810-dddfb15b823a), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:39.646387 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-df82eed9-403e-4218-a55a-9b4e63904665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:39.647581 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-df82eed9-403e-4218-a55a-9b4e63904665 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/da4d9b47-9d8f-410e-8810-dddfb15b823a HTTP/1.1" status: 204 len: 168 time: 0.2197647 Jul 05 16:10:39.655739 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82eed9-403e-4218-a55a-9b4e63904665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4d9b47-9d8f-410e-8810-dddfb15b823a,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:39.827101 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577fa0d-dc09-4e44-87ab-ad5dc8620a1d req-154bbec4-ff6e-4b8e-9211-3912080b6fb7 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:39.828580 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c577fa0d-dc09-4e44-87ab-ad5dc8620a1d req-154bbec4-ff6e-4b8e-9211-3912080b6fb7 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0510724 Jul 05 16:10:39.875886 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c577fa0d-dc09-4e44-87ab-ad5dc8620a1d req-36c154c2-b3ae-4746-898b-e2487971ca96 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418639 Jul 05 16:10:40.319259 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 45148) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:40.335067 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d00f49f8-3e71-4c75-9dd4-c2dd12afdf99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:40.410493 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d00f49f8-3e71-4c75-9dd4-c2dd12afdf99 admin admin] Publish callbacks [] for security_group (5c9eb7cc-9baa-4d0a-9e43-a49e100a4379), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:40.484404 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d00f49f8-3e71-4c75-9dd4-c2dd12afdf99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (5c9eb7cc-9baa-4d0a-9e43-a49e100a4379), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:40.528222 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-d00f49f8-3e71-4c75-9dd4-c2dd12afdf99 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aa7bda0fdd5644459dceaca51909d7dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2078297 Jul 05 16:10:40.529124 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f49f8-3e71-4c75-9dd4-c2dd12afdf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9eb7cc-9baa-4d0a-9e43-a49e100a4379,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:40.531176 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 45156) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:40.579216 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b74feb03-0394-4747-9829-608b24ee668d admin admin] Publish callbacks [] for security_group (5c9eb7cc-9baa-4d0a-9e43-a49e100a4379), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:40.600660 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b74feb03-0394-4747-9829-608b24ee668d admin admin] Publish callbacks [] for security_group (5c9eb7cc-9baa-4d0a-9e43-a49e100a4379), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:40.781149 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b74feb03-0394-4747-9829-608b24ee668d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (5c9eb7cc-9baa-4d0a-9e43-a49e100a4379), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:40.783610 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b74feb03-0394-4747-9829-608b24ee668d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:40.785199 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-b74feb03-0394-4747-9829-608b24ee668d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c9eb7cc-9baa-4d0a-9e43-a49e100a4379 HTTP/1.1" status: 204 len: 168 time: 0.2527823 Jul 05 16:10:40.793398 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74feb03-0394-4747-9829-608b24ee668d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9eb7cc-9baa-4d0a-9e43-a49e100a4379,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:40.952061 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:40.990890 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c1e19-41a3-406c-9c44-a2be09ad6514 req-39759c1d-b8e5-426c-8b6b-318d78dce17e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:40.992365 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f58c1e19-41a3-406c-9c44-a2be09ad6514 req-39759c1d-b8e5-426c-8b6b-318d78dce17e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0500526 Jul 05 16:10:41.048185 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f58c1e19-41a3-406c-9c44-a2be09ad6514 req-168f2281-ffb7-44f1-854a-794716212eb3 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495467 Jul 05 16:10:42.161615 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c3d3b-f45f-4ef7-8d96-1d8ace46ce18 req-a6419a89-977b-4a3f-99d7-0cd0880a1cec tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:42.163155 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-019c3d3b-f45f-4ef7-8d96-1d8ace46ce18 req-a6419a89-977b-4a3f-99d7-0cd0880a1cec tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0469546 Jul 05 16:10:42.214146 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-019c3d3b-f45f-4ef7-8d96-1d8ace46ce18 req-8b2c38c9-58a6-4e8a-8180-0e55dd3b402e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440531 Jul 05 16:10:42.539879 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 45230) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:42.644195 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4693d057-db38-4cde-a7d3-4f22defba632 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:42.721996 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4693d057-db38-4cde-a7d3-4f22defba632 admin admin] Publish callbacks [] for security_group (914221c4-58c4-4ee9-bfec-b8c1e6ef5c62), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:42.847142 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4693d057-db38-4cde-a7d3-4f22defba632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (914221c4-58c4-4ee9-bfec-b8c1e6ef5c62), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:42.890911 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693d057-db38-4cde-a7d3-4f22defba632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914221c4-58c4-4ee9-bfec-b8c1e6ef5c62,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:42.895240 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-4693d057-db38-4cde-a7d3-4f22defba632 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1805de5fa9a145a1b137d3f7040ad81a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3543224 Jul 05 16:10:42.898050 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 45248) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:42.950517 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3cd3b141-d230-4f39-9818-2c6fee246a12 admin admin] Publish callbacks [] for security_group (914221c4-58c4-4ee9-bfec-b8c1e6ef5c62), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:42.972593 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3cd3b141-d230-4f39-9818-2c6fee246a12 admin admin] Publish callbacks [] for security_group (914221c4-58c4-4ee9-bfec-b8c1e6ef5c62), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:43.110473 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3cd3b141-d230-4f39-9818-2c6fee246a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (914221c4-58c4-4ee9-bfec-b8c1e6ef5c62), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:43.114780 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3cd3b141-d230-4f39-9818-2c6fee246a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:43.121094 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-3cd3b141-d230-4f39-9818-2c6fee246a12 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/914221c4-58c4-4ee9-bfec-b8c1e6ef5c62 HTTP/1.1" status: 204 len: 168 time: 0.2158096 Jul 05 16:10:43.131551 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3b141-d230-4f39-9818-2c6fee246a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914221c4-58c4-4ee9-bfec-b8c1e6ef5c62,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:43.332562 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dffc27-4100-40bf-ba4a-93727c6b3243 req-cf8b99aa-07ed-4485-9e38-76085642f7f4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:43.334111 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-36dffc27-4100-40bf-ba4a-93727c6b3243 req-cf8b99aa-07ed-4485-9e38-76085642f7f4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0533984 Jul 05 16:10:43.382248 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:43.384045 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-36dffc27-4100-40bf-ba4a-93727c6b3243 req-2cb77733-7f45-4cc7-a6d3-d3a4d8c96825 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419734 Jul 05 16:10:43.618779 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 45270) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:43.734659 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cc8a1511-5a87-4a8d-8f7b-cede468f4c4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:43.791106 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:43.814213 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cc8a1511-5a87-4a8d-8f7b-cede468f4c4c admin admin] Publish callbacks [] for security_group (92b66fc2-2d48-4ce9-aebb-0513c17492b7), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:43.995964 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cc8a1511-5a87-4a8d-8f7b-cede468f4c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (92b66fc2-2d48-4ce9-aebb-0513c17492b7), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:44.036543 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-cc8a1511-5a87-4a8d-8f7b-cede468f4c4c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=39a3d9d44e7044d1a3d6fb780e0f79db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4166806 Jul 05 16:10:44.037559 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a1511-5a87-4a8d-8f7b-cede468f4c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b66fc2-2d48-4ce9-aebb-0513c17492b7,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:44.039329 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 45278) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:44.091510 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ffc192c5-1350-4db3-b8d6-8cb22fd5f6ec admin admin] Publish callbacks [] for security_group (92b66fc2-2d48-4ce9-aebb-0513c17492b7), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:44.114968 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ffc192c5-1350-4db3-b8d6-8cb22fd5f6ec admin admin] Publish callbacks [] for security_group (92b66fc2-2d48-4ce9-aebb-0513c17492b7), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:44.235885 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ffc192c5-1350-4db3-b8d6-8cb22fd5f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (92b66fc2-2d48-4ce9-aebb-0513c17492b7), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:44.238423 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ffc192c5-1350-4db3-b8d6-8cb22fd5f6ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:44.239594 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-ffc192c5-1350-4db3-b8d6-8cb22fd5f6ec admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/92b66fc2-2d48-4ce9-aebb-0513c17492b7 HTTP/1.1" status: 204 len: 168 time: 0.1991477 Jul 05 16:10:44.248145 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc192c5-1350-4db3-b8d6-8cb22fd5f6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b66fc2-2d48-4ce9-aebb-0513c17492b7,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:44.507097 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3560c47-17c2-4af6-bf5d-2fd964d791b3 req-cf3bf44a-b847-4ea6-86b7-cbbaed2e85a4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:44.508579 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a3560c47-17c2-4af6-bf5d-2fd964d791b3 req-cf3bf44a-b847-4ea6-86b7-cbbaed2e85a4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0544846 Jul 05 16:10:44.521217 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:44.561136 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a3560c47-17c2-4af6-bf5d-2fd964d791b3 req-0f1cd5e9-d9eb-4303-bd5a-55a0932153d4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466835 Jul 05 16:10:44.705732 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 45312) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:44.892834 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9a5eade8-0c27-43b3-a0b3-0e041558864e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:44.970516 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9a5eade8-0c27-43b3-a0b3-0e041558864e admin admin] Publish callbacks [] for security_group (91929324-e64b-4129-b39c-1d4d1369ebae), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:45.047889 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9a5eade8-0c27-43b3-a0b3-0e041558864e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (91929324-e64b-4129-b39c-1d4d1369ebae), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:45.058062 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 45316) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:45.071113 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8cb6-7a72-419b-9e12-b094cefb4011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:45.089600 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-9a5eade8-0c27-43b3-a0b3-0e041558864e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2de449548250411c880ed16e0bc75b10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3827868 Jul 05 16:10:45.090444 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5eade8-0c27-43b3-a0b3-0e041558864e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91929324-e64b-4129-b39c-1d4d1369ebae,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:45.092645 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 45318) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:45.121350 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:45.150998 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8cb6-7a72-419b-9e12-b094cefb4011 admin admin] Publish callbacks [] for security_group (982736d3-bcfd-421d-8a1f-9416ded8f7ff), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:45.154126 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-e12c41fe-4d43-4c73-b502-c6f1ff0148af admin admin] Publish callbacks [] for security_group (91929324-e64b-4129-b39c-1d4d1369ebae), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:45.175104 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-e12c41fe-4d43-4c73-b502-c6f1ff0148af admin admin] Publish callbacks [] for security_group (91929324-e64b-4129-b39c-1d4d1369ebae), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:45.226717 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8cb6-7a72-419b-9e12-b094cefb4011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (982736d3-bcfd-421d-8a1f-9416ded8f7ff), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:45.268896 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-fc5f8cb6-7a72-419b-9e12-b094cefb4011 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a4e32fc3af1e48d687ec84179716146a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2096386 Jul 05 16:10:45.270166 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f8cb6-7a72-419b-9e12-b094cefb4011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982736d3-bcfd-421d-8a1f-9416ded8f7ff,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:45.271842 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 45322) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:10:45.279584 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f8cb6-7a72-419b-9e12-b094cefb4011 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:10:45.280133 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f8cb6-7a72-419b-9e12-b094cefb4011 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:10:45.280657 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f8cb6-7a72-419b-9e12-b094cefb4011 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:10:45.281070 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f8cb6-7a72-419b-9e12-b094cefb4011 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:10:45.281401 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f8cb6-7a72-419b-9e12-b094cefb4011 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:10:45.281752 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f8cb6-7a72-419b-9e12-b094cefb4011 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:10:45.282079 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f8cb6-7a72-419b-9e12-b094cefb4011 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:10:45.282399 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f8cb6-7a72-419b-9e12-b094cefb4011 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:10:45.282721 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f8cb6-7a72-419b-9e12-b094cefb4011 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:10:45.283045 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f8cb6-7a72-419b-9e12-b094cefb4011 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:10:45.283366 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f8cb6-7a72-419b-9e12-b094cefb4011 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:10:45.283683 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f8cb6-7a72-419b-9e12-b094cefb4011 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:10:45.284000 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f8cb6-7a72-419b-9e12-b094cefb4011 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:10:45.284317 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f8cb6-7a72-419b-9e12-b094cefb4011 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:10:45.284632 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f8cb6-7a72-419b-9e12-b094cefb4011 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:10:45.328707 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-af4c9d89-c6fd-4504-9730-d65c3736aa43 admin admin] Publish callbacks [] for security_group (982736d3-bcfd-421d-8a1f-9416ded8f7ff), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:45.336856 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:45.349929 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-af4c9d89-c6fd-4504-9730-d65c3736aa43 admin admin] Publish callbacks [] for security_group (982736d3-bcfd-421d-8a1f-9416ded8f7ff), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:45.358759 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-e12c41fe-4d43-4c73-b502-c6f1ff0148af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (91929324-e64b-4129-b39c-1d4d1369ebae), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:45.361615 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-e12c41fe-4d43-4c73-b502-c6f1ff0148af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:45.362693 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-e12c41fe-4d43-4c73-b502-c6f1ff0148af admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/91929324-e64b-4129-b39c-1d4d1369ebae HTTP/1.1" status: 204 len: 168 time: 0.2691357 Jul 05 16:10:45.383366 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c41fe-4d43-4c73-b502-c6f1ff0148af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91929324-e64b-4129-b39c-1d4d1369ebae,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:45.555294 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-af4c9d89-c6fd-4504-9730-d65c3736aa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (982736d3-bcfd-421d-8a1f-9416ded8f7ff), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:45.559882 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-af4c9d89-c6fd-4504-9730-d65c3736aa43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:45.561163 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-af4c9d89-c6fd-4504-9730-d65c3736aa43 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/982736d3-bcfd-421d-8a1f-9416ded8f7ff HTTP/1.1" status: 204 len: 168 time: 0.2882237 Jul 05 16:10:45.570474 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c9d89-c6fd-4504-9730-d65c3736aa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982736d3-bcfd-421d-8a1f-9416ded8f7ff,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:10:45.653140 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059667a-7a0a-401e-b008-21431255247e req-f046c08e-e742-459c-b31d-4a7723fbcbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:45.654644 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b059667a-7a0a-401e-b008-21431255247e req-f046c08e-e742-459c-b31d-4a7723fbcbeb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 1130 time: 0.0444419 Jul 05 16:10:45.725509 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42de1f-6f90-4221-b3a8-a45a280eb4f5 req-bdacaeec-ceb6-4f06-918f-f1412f675d84 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:45.726957 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-eb42de1f-6f90-4221-b3a8-a45a280eb4f5 req-bdacaeec-ceb6-4f06-918f-f1412f675d84 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0663035 Jul 05 16:10:45.754580 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b059667a-7a0a-401e-b008-21431255247e req-b5998cad-9ba1-4f1c-936e-19e8c49505b8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920129 Jul 05 16:10:45.784851 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-eb42de1f-6f90-4221-b3a8-a45a280eb4f5 req-705e8219-79bb-4731-a0f1-cb6f6924bbc4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523105 Jul 05 16:10:46.899528 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e2508-68f0-4c6a-9d20-87b24f4e4342 req-ecef16bd-8e59-4eb2-8cb9-353325513701 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:46.901574 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a79e2508-68f0-4c6a-9d20-87b24f4e4342 req-ecef16bd-8e59-4eb2-8cb9-353325513701 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0467629 Jul 05 16:10:46.951696 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a79e2508-68f0-4c6a-9d20-87b24f4e4342 req-92f11326-0419-4e3b-af6a-51e1afb924bf tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445611 Jul 05 16:10:48.065692 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5755d-c4be-43f9-b60f-78bbefa22692 req-c18c1b1b-c10d-48c5-a408-5858a741a4fa tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:48.067142 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-26a5755d-c4be-43f9-b60f-78bbefa22692 req-c18c1b1b-c10d-48c5-a408-5858a741a4fa tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0485530 Jul 05 16:10:48.114603 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-26a5755d-c4be-43f9-b60f-78bbefa22692 req-3d8075d5-3af1-4c9c-901b-548b4296ce05 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418324 Jul 05 16:10:49.227301 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c6b35-eef0-47b6-97fc-1ab3172a7fd9 req-ee5fd491-1666-4f3b-9068-515595321f6b tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:49.228731 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-501c6b35-eef0-47b6-97fc-1ab3172a7fd9 req-ee5fd491-1666-4f3b-9068-515595321f6b tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0463114 Jul 05 16:10:49.275554 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-501c6b35-eef0-47b6-97fc-1ab3172a7fd9 req-4677a262-67aa-4c9f-a176-5da806d92f6f tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413177 Jul 05 16:10:50.391180 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded592d3-e61d-4fde-a614-716d709b5218 req-271d5750-05b0-4514-a995-7282a3bbcd3c tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:50.392668 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ded592d3-e61d-4fde-a614-716d709b5218 req-271d5750-05b0-4514-a995-7282a3bbcd3c tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0503120 Jul 05 16:10:50.442673 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ded592d3-e61d-4fde-a614-716d709b5218 req-fc901e0e-ac53-4aac-b1be-ab3b7fdbbb4c tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442190 Jul 05 16:10:50.809560 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:10:50.869190 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:50.881484 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600eb10f-f384-4d0b-9f52-3c649d36343a req-73c751a8-3721-4d89-be1f-3d37a4d1172a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:50.883247 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-600eb10f-f384-4d0b-9f52-3c649d36343a req-73c751a8-3721-4d89-be1f-3d37a4d1172a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbe6a2de3cba4aa7b365f30f5b2f745c&device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 1130 time: 0.0783777 Jul 05 16:10:50.889842 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02272c9-c6d9-4333-98da-dbb56370b2fb req-e20746c0-dc2c-43b0-8cc8-29122742fc7a tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:50.891303 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d02272c9-c6d9-4333-98da-dbb56370b2fb req-e20746c0-dc2c-43b0-8cc8-29122742fc7a tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0775144 Jul 05 16:10:51.232250 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d02272c9-c6d9-4333-98da-dbb56370b2fb req-2185bb68-cf17-442d-8b7f-edbf7db509e2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351467 Jul 05 16:10:51.257279 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600eb10f-f384-4d0b-9f52-3c649d36343a req-0992a3d9-7d2c-4279-bbcb-fcf781594215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:51.258789 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-600eb10f-f384-4d0b-9f52-3c649d36343a req-0992a3d9-7d2c-4279-bbcb-fcf781594215 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d875afbf-ed35-412f-bb5d-c579562ff61a HTTP/1.1" status: 200 len: 919 time: 0.3449860 Jul 05 16:10:51.311812 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-600eb10f-f384-4d0b-9f52-3c649d36343a req-ab03adf0-d732-40ca-ad63-2f145ea8e874 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d3daec4-e5f2-405e-a531-5ab8f6778220 HTTP/1.1" status: 200 len: 217 time: 0.0375695 Jul 05 16:10:51.364243 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600eb10f-f384-4d0b-9f52-3c649d36343a req-c09c47f5-f569-444a-b8da-c940706ded0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:51.366038 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-600eb10f-f384-4d0b-9f52-3c649d36343a req-c09c47f5-f569-444a-b8da-c940706ded0f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8a9b66f2-eae4-47d1-8086-fa8b5da512fd HTTP/1.1" status: 200 len: 857 time: 0.0504379 Jul 05 16:10:51.420439 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600eb10f-f384-4d0b-9f52-3c649d36343a req-0170d43c-7062-4df7-bf07-18a6480a28d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:51.421978 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-600eb10f-f384-4d0b-9f52-3c649d36343a req-0170d43c-7062-4df7-bf07-18a6480a28d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d875afbf-ed35-412f-bb5d-c579562ff61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405142 Jul 05 16:10:51.486959 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:51.513576 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-600eb10f-f384-4d0b-9f52-3c649d36343a req-00728060-1c87-4c9f-b66d-0baa331734d2 service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855212 Jul 05 16:10:51.609628 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-600eb10f-f384-4d0b-9f52-3c649d36343a req-6436fa77-f0fd-4e69-bc66-31ddc7b0d825 service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835457 Jul 05 16:10:52.350533 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02acf62-f509-4803-8b20-e73190ecc3d5 req-30e01db2-a236-4fdc-b2d3-758eff8b51f9 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:52.351986 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e02acf62-f509-4803-8b20-e73190ecc3d5 req-30e01db2-a236-4fdc-b2d3-758eff8b51f9 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0492265 Jul 05 16:10:52.398531 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e02acf62-f509-4803-8b20-e73190ecc3d5 req-4c704e6e-5922-434c-9621-6079c14dc6ad tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404804 Jul 05 16:10:53.510787 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb94a48-2940-434d-addf-dca492eb6903 req-7a3232c9-6921-417f-83d2-109b0cc6686f tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:53.517600 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1cb94a48-2940-434d-addf-dca492eb6903 req-7a3232c9-6921-417f-83d2-109b0cc6686f tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0480373 Jul 05 16:10:53.572370 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1cb94a48-2940-434d-addf-dca492eb6903 req-dcce1729-9434-4749-9083-017fb0f2c027 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526288 Jul 05 16:10:54.230777 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd04a0-7bae-4a40-b9de-ca492ee1262e req-9116924d-e76a-43ab-af48-6a293862a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:54.232259 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f2dd04a0-7bae-4a40-b9de-ca492ee1262e req-9116924d-e76a-43ab-af48-6a293862a366 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbe6a2de3cba4aa7b365f30f5b2f745c&device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 1130 time: 0.0408912 Jul 05 16:10:54.696430 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd04a0-7bae-4a40-b9de-ca492ee1262e req-4a01e385-c8bb-494f-90a3-236e09472227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:54.698019 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f2dd04a0-7bae-4a40-b9de-ca492ee1262e req-4a01e385-c8bb-494f-90a3-236e09472227 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d875afbf-ed35-412f-bb5d-c579562ff61a HTTP/1.1" status: 200 len: 919 time: 0.1310933 Jul 05 16:10:54.710788 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed7b1a-80dd-42d8-a347-0ee9f83f2f06 req-520d9f0c-ae4f-4d66-a75a-cd4f2047b9c2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:54.710788 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fbed7b1a-80dd-42d8-a347-0ee9f83f2f06 req-520d9f0c-ae4f-4d66-a75a-cd4f2047b9c2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0659378 Jul 05 16:10:54.756946 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fbed7b1a-80dd-42d8-a347-0ee9f83f2f06 req-6615387d-c059-4665-9729-35c99f28d7bc tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413446 Jul 05 16:10:55.571021 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=59,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:55.878011 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ecb36-489c-4251-85a7-df8f1d6885fd req-792dcd5b-6d15-466f-8086-ac38006236e0 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:55.879685 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fd2ecb36-489c-4251-85a7-df8f1d6885fd req-792dcd5b-6d15-466f-8086-ac38006236e0 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0502698 Jul 05 16:10:55.925804 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fd2ecb36-489c-4251-85a7-df8f1d6885fd req-53f65e01-1140-46f6-a048-eaa79f33a31f tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401502 Jul 05 16:10:57.036995 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecafb6c-7725-48bc-9823-a5d589f529aa req-02aecd6d-b39f-45ba-8609-9ac1abe36b26 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:57.038569 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-aecafb6c-7725-48bc-9823-a5d589f529aa req-02aecd6d-b39f-45ba-8609-9ac1abe36b26 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0470605 Jul 05 16:10:57.085264 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-aecafb6c-7725-48bc-9823-a5d589f529aa req-0e7352a8-03d4-440a-8ce9-1954fccb6b4c tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412939 Jul 05 16:10:57.405363 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f2dd04a0-7bae-4a40-b9de-ca492ee1262e req-96172671-ada7-4bea-afa8-0b588281813f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d3daec4-e5f2-405e-a531-5ab8f6778220 HTTP/1.1" status: 200 len: 217 time: 0.0361857 Jul 05 16:10:57.421690 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:57.461158 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd04a0-7bae-4a40-b9de-ca492ee1262e req-f8583ab7-882f-498e-b46f-2d9e12851eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:57.462742 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f2dd04a0-7bae-4a40-b9de-ca492ee1262e req-f8583ab7-882f-498e-b46f-2d9e12851eaf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8a9b66f2-eae4-47d1-8086-fa8b5da512fd HTTP/1.1" status: 200 len: 857 time: 0.0489340 Jul 05 16:10:57.798111 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd04a0-7bae-4a40-b9de-ca492ee1262e req-d57c7acb-65fe-416c-9567-ff07a2bbaa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:57.799633 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f2dd04a0-7bae-4a40-b9de-ca492ee1262e req-d57c7acb-65fe-416c-9567-ff07a2bbaa09 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d875afbf-ed35-412f-bb5d-c579562ff61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447078 Jul 05 16:10:57.895816 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f2dd04a0-7bae-4a40-b9de-ca492ee1262e req-5995b4f2-1095-4793-b1e8-da894d42be5a service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885081 Jul 05 16:10:58.208899 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813dc263-5012-4346-98ae-83c8a47923e8 req-6f438d9d-4eb0-419b-9b89-b96f67cd8da1 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:58.216243 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-813dc263-5012-4346-98ae-83c8a47923e8 req-6f438d9d-4eb0-419b-9b89-b96f67cd8da1 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0573709 Jul 05 16:10:58.265398 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-813dc263-5012-4346-98ae-83c8a47923e8 req-48e0ce00-666c-474d-a165-01e51f81cead tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482178 Jul 05 16:10:58.796794 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:10:58.812337 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f2dd04a0-7bae-4a40-b9de-ca492ee1262e req-c886a9da-dee9-4483-9283-0ddf12052522 service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866842 Jul 05 16:10:59.525390 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa23fdb-9e4b-47a9-979d-4e86103c8349 req-c077b096-3b82-4e50-b28f-df10941d69c5 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:10:59.527014 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-efa23fdb-9e4b-47a9-979d-4e86103c8349 req-c077b096-3b82-4e50-b28f-df10941d69c5 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0494466 Jul 05 16:10:59.573909 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-efa23fdb-9e4b-47a9-979d-4e86103c8349 req-05d3da21-1283-4e39-9fe3-8fc5689ef0db tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415239 Jul 05 16:11:00.686874 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94061e86-cdc0-4914-a945-bd5429c9e05b req-9ad6641d-05b3-43b0-ab72-c1664bee4a34 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:00.688435 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-94061e86-cdc0-4914-a945-bd5429c9e05b req-9ad6641d-05b3-43b0-ab72-c1664bee4a34 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0473990 Jul 05 16:11:00.721268 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=16 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:00.726753 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:00.739288 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-94061e86-cdc0-4914-a945-bd5429c9e05b req-9cee2641-f055-4fa8-adca-9414944f9719 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452764 Jul 05 16:11:01.881604 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32065c38-7a38-412d-aa3f-9ffe0b347fa6 req-4e8dba6f-77af-4214-884e-8bcd4c064d6b tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:01.886373 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-32065c38-7a38-412d-aa3f-9ffe0b347fa6 req-4e8dba6f-77af-4214-884e-8bcd4c064d6b tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0621314 Jul 05 16:11:01.939108 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-32065c38-7a38-412d-aa3f-9ffe0b347fa6 req-0c708d1f-f377-4ac7-a650-452def04109d tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487864 Jul 05 16:11:02.992127 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-0d086fa4-bacb-434d-8315-8e2906c52431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:03.380934 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ab64e-601e-4802-a644-b619c792f54d req-6e4a875c-b11f-4738-81d5-9d5fdd23752f tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:03.382584 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ee8ab64e-601e-4802-a644-b619c792f54d req-6e4a875c-b11f-4738-81d5-9d5fdd23752f tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0509384 Jul 05 16:11:03.432611 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ee8ab64e-601e-4802-a644-b619c792f54d req-a4049d5d-a357-478d-831c-309ab6353ece tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435658 Jul 05 16:11:03.609663 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce0946-ecab-42d5-b4ff-76ed09f442bd req-f087f809-37b5-432a-aac6-fccc7633ad8e tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:03.611127 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-19ce0946-ecab-42d5-b4ff-76ed09f442bd req-f087f809-37b5-432a-aac6-fccc7633ad8e tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0504947 Jul 05 16:11:03.656873 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-19ce0946-ecab-42d5-b4ff-76ed09f442bd req-da9b6900-678e-42c2-ba5d-bcb4fb072103 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402114 Jul 05 16:11:04.780929 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc8292-9bca-44cf-a93d-af0536180fc0 req-622c3b20-077a-4ac0-a448-08ebc80bb697 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:04.782475 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7ddc8292-9bca-44cf-a93d-af0536180fc0 req-622c3b20-077a-4ac0-a448-08ebc80bb697 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0508025 Jul 05 16:11:04.831143 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7ddc8292-9bca-44cf-a93d-af0536180fc0 req-b82243e8-2e35-4fbb-a095-62291b12db7f tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423248 Jul 05 16:11:04.851057 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 45752) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:04.961647 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3b90585a-51bb-4ede-aab4-2334e3906cbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:05.039793 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3b90585a-51bb-4ede-aab4-2334e3906cbe admin admin] Publish callbacks [] for security_group (0e3a4015-887c-43dd-9ee8-8ef5aba43fe6), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:05.134738 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3b90585a-51bb-4ede-aab4-2334e3906cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (0e3a4015-887c-43dd-9ee8-8ef5aba43fe6), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:05.175625 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-3b90585a-51bb-4ede-aab4-2334e3906cbe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6f629484a82d4b8b82827acb08c4be5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3234608 Jul 05 16:11:05.176330 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90585a-51bb-4ede-aab4-2334e3906cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3a4015-887c-43dd-9ee8-8ef5aba43fe6,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:05.178314 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 45760) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:05.184302 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b90585a-51bb-4ede-aab4-2334e3906cbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:05.184651 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b90585a-51bb-4ede-aab4-2334e3906cbe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:05.185046 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b90585a-51bb-4ede-aab4-2334e3906cbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:05.185386 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b90585a-51bb-4ede-aab4-2334e3906cbe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:05.185723 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b90585a-51bb-4ede-aab4-2334e3906cbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:05.186049 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b90585a-51bb-4ede-aab4-2334e3906cbe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:05.186380 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b90585a-51bb-4ede-aab4-2334e3906cbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:05.186700 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b90585a-51bb-4ede-aab4-2334e3906cbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:05.187020 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b90585a-51bb-4ede-aab4-2334e3906cbe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:05.187340 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b90585a-51bb-4ede-aab4-2334e3906cbe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:05.187724 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b90585a-51bb-4ede-aab4-2334e3906cbe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:05.188061 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b90585a-51bb-4ede-aab4-2334e3906cbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:05.188405 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b90585a-51bb-4ede-aab4-2334e3906cbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:05.188723 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b90585a-51bb-4ede-aab4-2334e3906cbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:05.189058 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b90585a-51bb-4ede-aab4-2334e3906cbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:05.211976 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e84f-9e89-4137-8ad6-0402fd2837b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:05.229295 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-dbee051d-a47c-4795-8d1c-0297d6b70ae5 admin admin] Publish callbacks [] for security_group (0e3a4015-887c-43dd-9ee8-8ef5aba43fe6), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:05.239277 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:05.255095 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-dbee051d-a47c-4795-8d1c-0297d6b70ae5 admin admin] Publish callbacks [] for security_group (0e3a4015-887c-43dd-9ee8-8ef5aba43fe6), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:05.380504 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-dbee051d-a47c-4795-8d1c-0297d6b70ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (0e3a4015-887c-43dd-9ee8-8ef5aba43fe6), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:05.383141 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-dbee051d-a47c-4795-8d1c-0297d6b70ae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:05.384320 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-dbee051d-a47c-4795-8d1c-0297d6b70ae5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0e3a4015-887c-43dd-9ee8-8ef5aba43fe6 HTTP/1.1" status: 204 len: 168 time: 0.2048903 Jul 05 16:11:05.392698 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee051d-a47c-4795-8d1c-0297d6b70ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3a4015-887c-43dd-9ee8-8ef5aba43fe6,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:05.948440 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745f40a-866d-47ad-81ed-639f20973f72 req-bb7acd87-e179-4bbd-aaba-42634da83c23 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:05.949932 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b745f40a-866d-47ad-81ed-639f20973f72 req-bb7acd87-e179-4bbd-aaba-42634da83c23 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0462897 Jul 05 16:11:05.975209 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 45780) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:06.002621 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b745f40a-866d-47ad-81ed-639f20973f72 req-64541778-6fc3-457f-965a-30df39d4bbe7 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471401 Jul 05 16:11:06.015364 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d148652d-7368-4d72-9432-1ecfede1ddec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:06.087380 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d148652d-7368-4d72-9432-1ecfede1ddec admin admin] Publish callbacks [] for security_group (87ac086f-c4b6-4ff9-83a8-51d74e9d6db2), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:06.163447 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d148652d-7368-4d72-9432-1ecfede1ddec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (87ac086f-c4b6-4ff9-83a8-51d74e9d6db2), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:06.202773 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-d148652d-7368-4d72-9432-1ecfede1ddec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f067e36406b1473ebc3057f8b1c9cd7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225606 Jul 05 16:11:06.203911 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148652d-7368-4d72-9432-1ecfede1ddec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ac086f-c4b6-4ff9-83a8-51d74e9d6db2,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:06.205475 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 45782) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:06.256355 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-96bcad17-fdda-4e4e-9a98-8747cc721667 admin admin] Publish callbacks [] for security_group (87ac086f-c4b6-4ff9-83a8-51d74e9d6db2), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:06.279609 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-96bcad17-fdda-4e4e-9a98-8747cc721667 admin admin] Publish callbacks [] for security_group (87ac086f-c4b6-4ff9-83a8-51d74e9d6db2), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:06.337259 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:06.434885 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-96bcad17-fdda-4e4e-9a98-8747cc721667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (87ac086f-c4b6-4ff9-83a8-51d74e9d6db2), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:06.437375 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-96bcad17-fdda-4e4e-9a98-8747cc721667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:06.438591 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-96bcad17-fdda-4e4e-9a98-8747cc721667 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/87ac086f-c4b6-4ff9-83a8-51d74e9d6db2 HTTP/1.1" status: 204 len: 168 time: 0.2320659 Jul 05 16:11:06.447217 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcad17-fdda-4e4e-9a98-8747cc721667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ac086f-c4b6-4ff9-83a8-51d74e9d6db2,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:07.117373 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:07.139520 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963327ae-72b3-46af-abe2-6191b482f4f2 req-faa7911f-2a8e-439e-8a73-c21560252225 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:07.141256 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-963327ae-72b3-46af-abe2-6191b482f4f2 req-faa7911f-2a8e-439e-8a73-c21560252225 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0587866 Jul 05 16:11:07.192285 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-963327ae-72b3-46af-abe2-6191b482f4f2 req-91b65a3d-9a16-4bf6-8813-c76ab525c041 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455728 Jul 05 16:11:07.625297 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 45840) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:07.629958 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-5861a8d1-a829-49d5-8200-ded13de973f0 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Request body: {'security_group': {'name': 'tempest-securitygroup--199954343', 'description': 'tempest-description--45238090'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:11:07.746418 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-5861a8d1-a829-49d5-8200-ded13de973f0 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:07.820172 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-5861a8d1-a829-49d5-8200-ded13de973f0 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks [] for security_group (0239ca31-e330-4999-b6b9-d10dce0f9c67), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:07.937688 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-5861a8d1-a829-49d5-8200-ded13de973f0 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (0239ca31-e330-4999-b6b9-d10dce0f9c67), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:07.981114 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861a8d1-a829-49d5-8200-ded13de973f0 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0239ca31-e330-4999-b6b9-d10dce0f9c67,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:07.988994 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:08.065232 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-5861a8d1-a829-49d5-8200-ded13de973f0 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:08.066493 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-5861a8d1-a829-49d5-8200-ded13de973f0 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4401684 Jul 05 16:11:08.069605 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 45848) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:08.076361 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-1250b0f6-2312-4d75-8af3-6fbbad095c9c tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Request body: {'security_group_rule': {'security_group_id': '0239ca31-e330-4999-b6b9-d10dce0f9c67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:11:08.090581 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:08.198083 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1250b0f6-2312-4d75-8af3-6fbbad095c9c tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks [] for security_group_rule (5f967608-0329-42a4-a814-704a6e5f4956), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:08.266334 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1250b0f6-2312-4d75-8af3-6fbbad095c9c tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks [] for security_group_rule (5f967608-0329-42a4-a814-704a6e5f4956), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:08.336634 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e83b9f-046c-48e8-adcf-befddd51d99d req-997a4ac0-083b-43c8-a30c-66c32d830028 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:08.338351 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-21e83b9f-046c-48e8-adcf-befddd51d99d req-997a4ac0-083b-43c8-a30c-66c32d830028 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0520957 Jul 05 16:11:08.354949 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1250b0f6-2312-4d75-8af3-6fbbad095c9c tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (5f967608-0329-42a4-a814-704a6e5f4956), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:08.379765 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250b0f6-2312-4d75-8af3-6fbbad095c9c tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f967608-0329-42a4-a814-704a6e5f4956,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:08.393607 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-21e83b9f-046c-48e8-adcf-befddd51d99d req-f32b3986-08fe-47bd-906f-8571cd31013d tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491371 Jul 05 16:11:08.445542 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1250b0f6-2312-4d75-8af3-6fbbad095c9c tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:08.447511 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-1250b0f6-2312-4d75-8af3-6fbbad095c9c tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3753216 Jul 05 16:11:08.450175 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 45866) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:08.454455 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-8f7ae7ed-2083-4478-bba9-a314fb791f05 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Request body: {'security_group_rule': {'security_group_id': '0239ca31-e330-4999-b6b9-d10dce0f9c67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:11:08.561169 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8f7ae7ed-2083-4478-bba9-a314fb791f05 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks [] for security_group_rule (e52c1d99-9f8a-4912-923c-4e0a2eefdabe), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:08.618712 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8f7ae7ed-2083-4478-bba9-a314fb791f05 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks [] for security_group_rule (e52c1d99-9f8a-4912-923c-4e0a2eefdabe), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:08.700343 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8f7ae7ed-2083-4478-bba9-a314fb791f05 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (e52c1d99-9f8a-4912-923c-4e0a2eefdabe), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:08.719308 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ae7ed-2083-4478-bba9-a314fb791f05 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e52c1d99-9f8a-4912-923c-4e0a2eefdabe,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:08.810996 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8f7ae7ed-2083-4478-bba9-a314fb791f05 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:08.812151 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-8f7ae7ed-2083-4478-bba9-a314fb791f05 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3610492 Jul 05 16:11:08.815133 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 45886) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:08.819497 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-62823697-5c8c-486b-82fd-6db8301baea2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Request body: {'floatingip': {'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:11:08.911895 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-62823697-5c8c-486b-82fd-6db8301baea2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:08.986523 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:08.991228 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:08.996157 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-62823697-5c8c-486b-82fd-6db8301baea2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:09.123968 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_common [None req-62823697-5c8c-486b-82fd-6db8301baea2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Allocated IP 172.27.3.165 (90903495-288b-44cb-8357-c0c74fc45d82/c848da7f-4b94-4cfd-b899-6ee4cbeaeda8/0f57df18-5731-49b5-b9c1-b01d2be55e92) {{(pid=104584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:11:09.225859 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 45916) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:09.231357 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-4fc9a815-e285-4e83-93fd-eec85ed8b84a tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--680095006', 'description': 'tempest-description--92870879'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:11:09.258027 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-62823697-5c8c-486b-82fd-6db8301baea2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks [] for port (0f57df18-5731-49b5-b9c1-b01d2be55e92), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:09.338871 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4fc9a815-e285-4e83-93fd-eec85ed8b84a tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:09.341407 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-62823697-5c8c-486b-82fd-6db8301baea2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (0f57df18-5731-49b5-b9c1-b01d2be55e92), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:09.394318 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:09.397344 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62823697-5c8c-486b-82fd-6db8301baea2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Network 90903495-288b-44cb-8357-c0c74fc45d82 is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:11:09.399845 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=4 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:09.407647 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-62823697-5c8c-486b-82fd-6db8301baea2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:11:09.411270 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62823697-5c8c-486b-82fd-6db8301baea2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Received port after_create {{(pid=104584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:11:09.414213 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62823697-5c8c-486b-82fd-6db8301baea2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Pushing event updated for resources: {'Port': ['ID=0f57df18-5731-49b5-b9c1-b01d2be55e92,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:09.417298 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:09.512323 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f4ac6-4be8-48f0-a18a-b28abcd60f3c req-7040f20c-3e00-40da-a76b-bd5e601f9262 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:09.513772 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a31f4ac6-4be8-48f0-a18a-b28abcd60f3c req-7040f20c-3e00-40da-a76b-bd5e601f9262 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0474117 Jul 05 16:11:09.522625 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4fc9a815-e285-4e83-93fd-eec85ed8b84a tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group (da3712d7-f047-4290-93ed-568a37340494), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:09.539255 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-62823697-5c8c-486b-82fd-6db8301baea2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks [] for floatingip (53b4497e-1fde-4eb2-8fec-8b503bc4fb4d), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:09.567524 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a31f4ac6-4be8-48f0-a18a-b28abcd60f3c req-5e326325-3d8b-4d9b-8433-7fc3af8cfe56 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477026 Jul 05 16:11:09.596611 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4fc9a815-e285-4e83-93fd-eec85ed8b84a tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (da3712d7-f047-4290-93ed-568a37340494), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:09.628629 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9a815-e285-4e83-93fd-eec85ed8b84a tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da3712d7-f047-4290-93ed-568a37340494,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:09.654875 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-62823697-5c8c-486b-82fd-6db8301baea2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (0f57df18-5731-49b5-b9c1-b01d2be55e92), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:09.714050 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4fc9a815-e285-4e83-93fd-eec85ed8b84a tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:09.715253 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-4fc9a815-e285-4e83-93fd-eec85ed8b84a tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4884818 Jul 05 16:11:09.718365 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 45926) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:09.723194 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-b0ac5874-8d8d-41c5-a4f6-5d24027075ea tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Request body: {'security_group_rule': {'security_group_id': 'da3712d7-f047-4290-93ed-568a37340494', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:11:09.769992 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:09.811357 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-62823697-5c8c-486b-82fd-6db8301baea2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks [] for port (0f57df18-5731-49b5-b9c1-b01d2be55e92), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:09.833471 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b0ac5874-8d8d-41c5-a4f6-5d24027075ea tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group_rule (1d92e09a-bcea-466a-9b91-8c4538b58502), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:09.841633 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 45928) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:09.846116 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:09.880440 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-62823697-5c8c-486b-82fd-6db8301baea2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1268176'] for port (0f57df18-5731-49b5-b9c1-b01d2be55e92), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:09.897115 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b0ac5874-8d8d-41c5-a4f6-5d24027075ea tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group_rule (1d92e09a-bcea-466a-9b91-8c4538b58502), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:09.956662 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62823697-5c8c-486b-82fd-6db8301baea2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Pushing event updated for resources: {'Port': ['ID=0f57df18-5731-49b5-b9c1-b01d2be55e92,revision_number=2']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:09.973981 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-62823697-5c8c-486b-82fd-6db8301baea2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (53b4497e-1fde-4eb2-8fec-8b503bc4fb4d), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:09.974312 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b0ac5874-8d8d-41c5-a4f6-5d24027075ea tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (1d92e09a-bcea-466a-9b91-8c4538b58502), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:09.999592 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac5874-8d8d-41c5-a4f6-5d24027075ea tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d92e09a-bcea-466a-9b91-8c4538b58502,revision_number=0']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:10.030912 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1e9baa5a-0904-4fe8-88ac-d3eff103fcb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:10.051473 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-62823697-5c8c-486b-82fd-6db8301baea2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:10.053984 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-62823697-5c8c-486b-82fd-6db8301baea2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2367167 Jul 05 16:11:10.075215 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b0ac5874-8d8d-41c5-a4f6-5d24027075ea tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:10.076422 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-b0ac5874-8d8d-41c5-a4f6-5d24027075ea tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3570251 Jul 05 16:11:10.079478 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 45938) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:10.084206 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-6ed92d29-a1fd-4a3b-90fe-3b434aec312f tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Request body: {'security_group_rule': {'security_group_id': 'da3712d7-f047-4290-93ed-568a37340494', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:11:10.121652 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1e9baa5a-0904-4fe8-88ac-d3eff103fcb0 admin admin] Publish callbacks [] for security_group (7b1a716c-2867-4423-a622-1d6805b7818c), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:10.177789 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6ed92d29-a1fd-4a3b-90fe-3b434aec312f tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group_rule (e0aad2b8-8d10-4333-8bc0-50bfc9f0d42a), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:10.200245 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1e9baa5a-0904-4fe8-88ac-d3eff103fcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (7b1a716c-2867-4423-a622-1d6805b7818c), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:10.240167 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:10.246790 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-1e9baa5a-0904-4fe8-88ac-d3eff103fcb0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cec40e255eaa44f8951e0435b1166991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4039276 Jul 05 16:11:10.248023 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9baa5a-0904-4fe8-88ac-d3eff103fcb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1a716c-2867-4423-a622-1d6805b7818c,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:10.250476 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 45952) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:10.273946 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6ed92d29-a1fd-4a3b-90fe-3b434aec312f tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group_rule (e0aad2b8-8d10-4333-8bc0-50bfc9f0d42a), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:10.297238 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-820c8e35-c785-409a-9162-61407b2cf17d req-0d575cc6-fd02-4d62-a390-9c20290ea306 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--199954343&fields=id&tenant_id=bbe6a2de3cba4aa7b365f30f5b2f745c HTTP/1.1" status: 200 len: 267 time: 0.0764437 Jul 05 16:11:10.310215 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-74756a37-08e0-4c33-905d-3463db6d321c admin admin] Publish callbacks [] for security_group (7b1a716c-2867-4423-a622-1d6805b7818c), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:10.332040 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-74756a37-08e0-4c33-905d-3463db6d321c admin admin] Publish callbacks [] for security_group (7b1a716c-2867-4423-a622-1d6805b7818c), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:10.363069 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:10.373993 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6ed92d29-a1fd-4a3b-90fe-3b434aec312f tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (e0aad2b8-8d10-4333-8bc0-50bfc9f0d42a), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:10.384010 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:11:10.405267 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed92d29-a1fd-4a3b-90fe-3b434aec312f tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0aad2b8-8d10-4333-8bc0-50bfc9f0d42a,revision_number=0']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:10.427182 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c8e35-c785-409a-9162-61407b2cf17d req-fa971d5e-08f7-4b87-961a-2f6669874100 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:10.430205 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-820c8e35-c785-409a-9162-61407b2cf17d req-fa971d5e-08f7-4b87-961a-2f6669874100 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/networks?id=d875afbf-ed35-412f-bb5d-c579562ff61a HTTP/1.1" status: 200 len: 818 time: 0.1247697 Jul 05 16:11:10.443848 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-820c8e35-c785-409a-9162-61407b2cf17d req-5bc78b1f-04ae-448a-9efc-3db0ee2b20de tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/quotas/bbe6a2de3cba4aa7b365f30f5b2f745c HTTP/1.1" status: 200 len: 375 time: 0.0095856 Jul 05 16:11:10.495059 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-74756a37-08e0-4c33-905d-3463db6d321c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (7b1a716c-2867-4423-a622-1d6805b7818c), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:10.497667 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-74756a37-08e0-4c33-905d-3463db6d321c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:10.498643 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6ed92d29-a1fd-4a3b-90fe-3b434aec312f tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:10.498836 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-74756a37-08e0-4c33-905d-3463db6d321c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7b1a716c-2867-4423-a622-1d6805b7818c HTTP/1.1" status: 204 len: 168 time: 0.2474077 Jul 05 16:11:10.500822 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-6ed92d29-a1fd-4a3b-90fe-3b434aec312f tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4194782 Jul 05 16:11:10.507607 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74756a37-08e0-4c33-905d-3463db6d321c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1a716c-2867-4423-a622-1d6805b7818c,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:10.510237 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 45956) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:10.513034 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-820c8e35-c785-409a-9162-61407b2cf17d req-1e2104aa-4275-4513-85af-6b903f6aed92 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbe6a2de3cba4aa7b365f30f5b2f745c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0629263 Jul 05 16:11:10.523442 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-6489e71b-8220-4110-a09c-7dfe892465fe tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Request body: {'floatingip': {'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:11:10.638228 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6489e71b-8220-4110-a09c-7dfe892465fe tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:10.648603 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-820c8e35-c785-409a-9162-61407b2cf17d req-10e4633a-39dc-4623-8718-e719d2aca33f service neutron] 10.222.0.45 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180644 Jul 05 16:11:10.730653 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6489e71b-8220-4110-a09c-7dfe892465fe tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:10.761147 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc2895-68ae-4996-880a-1737b5d30fd9 req-6feaaae1-5ad2-4e94-9cd3-41feab9068f2 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:10.762746 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-defc2895-68ae-4996-880a-1737b5d30fd9 req-6feaaae1-5ad2-4e94-9cd3-41feab9068f2 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0994797 Jul 05 16:11:10.804410 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:10.808353 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-820c8e35-c785-409a-9162-61407b2cf17d req-6ab7906b-7127-47c8-b12a-53fb6fe36af2 service neutron] 10.222.0.45 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533480 Jul 05 16:11:10.841828 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-defc2895-68ae-4996-880a-1737b5d30fd9 req-3c4e16cb-9aec-4055-a979-c1f413467d8a tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632343 Jul 05 16:11:10.863703 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_common [None req-6489e71b-8220-4110-a09c-7dfe892465fe tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Allocated IP 172.27.3.144 (90903495-288b-44cb-8357-c0c74fc45d82/c848da7f-4b94-4cfd-b899-6ee4cbeaeda8/fb04f14b-883d-422d-a595-199fb9095630) {{(pid=104584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:11:10.964777 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:11.005644 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6489e71b-8220-4110-a09c-7dfe892465fe tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for port (fb04f14b-883d-422d-a595-199fb9095630), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:11.129655 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2db976b6-b182-4032-b737-3cd82f55b17f req-98f9992b-8eaf-4209-9758-202a5b94a052 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 210 time: 0.0367508 Jul 05 16:11:11.169256 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6489e71b-8220-4110-a09c-7dfe892465fe tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (fb04f14b-883d-422d-a595-199fb9095630), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:11.217582 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6489e71b-8220-4110-a09c-7dfe892465fe tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Network 90903495-288b-44cb-8357-c0c74fc45d82 is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:11:11.221861 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-6489e71b-8220-4110-a09c-7dfe892465fe tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:11:11.224593 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6489e71b-8220-4110-a09c-7dfe892465fe tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Received port after_create {{(pid=104584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:11:11.259064 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489e71b-8220-4110-a09c-7dfe892465fe tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event updated for resources: {'Port': ['ID=fb04f14b-883d-422d-a595-199fb9095630,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:11.342038 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6489e71b-8220-4110-a09c-7dfe892465fe tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (ef899ed4-b06c-4a3e-8d90-182bc8b45580), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:11.484031 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 45984) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:11.510471 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-13bc0448-a976-4b5d-89d2-fc95b98487c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:11.522575 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6489e71b-8220-4110-a09c-7dfe892465fe tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (fb04f14b-883d-422d-a595-199fb9095630), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:11.599511 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-13bc0448-a976-4b5d-89d2-fc95b98487c6 admin admin] Publish callbacks [] for security_group (ffb93f67-ed7e-4482-ab83-fa5991f48fd6), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:11.726719 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-13bc0448-a976-4b5d-89d2-fc95b98487c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (ffb93f67-ed7e-4482-ab83-fa5991f48fd6), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:11.777328 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-13bc0448-a976-4b5d-89d2-fc95b98487c6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0104fc3967eb410bbbdce215aa7bad3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917104 Jul 05 16:11:11.779044 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc0448-a976-4b5d-89d2-fc95b98487c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb93f67-ed7e-4482-ab83-fa5991f48fd6,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:11.782382 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 45992) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:11.852475 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c7aae567-012a-4b6b-a164-4ffaf499ebb4 admin admin] Publish callbacks [] for security_group (ffb93f67-ed7e-4482-ab83-fa5991f48fd6), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:11.891349 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c7aae567-012a-4b6b-a164-4ffaf499ebb4 admin admin] Publish callbacks [] for security_group (ffb93f67-ed7e-4482-ab83-fa5991f48fd6), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:11.898443 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6489e71b-8220-4110-a09c-7dfe892465fe tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for port (fb04f14b-883d-422d-a595-199fb9095630), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:11.966327 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6489e71b-8220-4110-a09c-7dfe892465fe tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1268176'] for port (fb04f14b-883d-422d-a595-199fb9095630), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:11.969485 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b25600-f72b-43d0-8d1e-f8130da82bb1 req-b89af17a-cd0f-4768-be8b-2fbc009beeca tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:11.971349 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-92b25600-f72b-43d0-8d1e-f8130da82bb1 req-b89af17a-cd0f-4768-be8b-2fbc009beeca tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0485501 Jul 05 16:11:12.043497 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-92b25600-f72b-43d0-8d1e-f8130da82bb1 req-c4531454-b691-4a5c-a33b-7c20aaf0140f tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566008 Jul 05 16:11:12.053994 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c7aae567-012a-4b6b-a164-4ffaf499ebb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (ffb93f67-ed7e-4482-ab83-fa5991f48fd6), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:12.057350 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489e71b-8220-4110-a09c-7dfe892465fe tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event updated for resources: {'Port': ['ID=fb04f14b-883d-422d-a595-199fb9095630,revision_number=2']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:12.057571 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c7aae567-012a-4b6b-a164-4ffaf499ebb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:12.058678 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-c7aae567-012a-4b6b-a164-4ffaf499ebb4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ffb93f67-ed7e-4482-ab83-fa5991f48fd6 HTTP/1.1" status: 204 len: 168 time: 0.2631962 Jul 05 16:11:12.076848 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aae567-012a-4b6b-a164-4ffaf499ebb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb93f67-ed7e-4482-ab83-fa5991f48fd6,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:12.085447 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6489e71b-8220-4110-a09c-7dfe892465fe tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (ef899ed4-b06c-4a3e-8d90-182bc8b45580), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:12.169798 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6489e71b-8220-4110-a09c-7dfe892465fe tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:12.178602 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-6489e71b-8220-4110-a09c-7dfe892465fe tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6667521 Jul 05 16:11:12.255681 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-52d4e40a-e1df-4fb4-ba25-3d535a6b2790 req-8f0c6c34-ae8f-4a8f-8c63-d14fc6c23e14 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 210 time: 0.0281453 Jul 05 16:11:12.375126 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-8fba18b8-70b3-4198-b16c-f4ca3f0dc34f tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--680095006&fields=id&tenant_id=42e6ad67dbf542528726c545872ac10c HTTP/1.1" status: 200 len: 267 time: 0.0480795 Jul 05 16:11:12.475952 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:12.486499 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-b6745c3b-97fd-496d-a03f-21487f573206 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:12.489289 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-b6745c3b-97fd-496d-a03f-21487f573206 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/networks?id=77ec7356-4bd9-42af-abe3-f1b9c525bdef HTTP/1.1" status: 200 len: 815 time: 0.1066399 Jul 05 16:11:12.505114 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-8ca3095f-03d9-4d1c-8d47-d693755c8077 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/quotas/42e6ad67dbf542528726c545872ac10c HTTP/1.1" status: 200 len: 375 time: 0.0103624 Jul 05 16:11:12.565346 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-2fe2d0c9-384a-4d98-96b6-c7a6d1655faf tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=42e6ad67dbf542528726c545872ac10c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0538270 Jul 05 16:11:12.731300 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-38b25277-063e-4460-afa0-afd0bf52746b service neutron] 10.222.0.45 "GET /v2.0/networks/77ec7356-4bd9-42af-abe3-f1b9c525bdef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419952 Jul 05 16:11:12.791840 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:12.824333 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-f57c521c-b233-4c9d-b282-061139cd2c27 service neutron] 10.222.0.45 "GET /v2.0/networks/77ec7356-4bd9-42af-abe3-f1b9c525bdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865488 Jul 05 16:11:13.092738 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-556dec13-7a77-4333-a4dc-e78e2a33303e req-3c50be7d-9c13-435e-bcf2-df82582a753a tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 210 time: 0.0320115 Jul 05 16:11:13.177779 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:13.196285 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595ab22-ad51-4cb0-aae2-ea6500afdc3a req-92819016-4015-4b0a-820e-fbba4b8a33cf tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:13.197881 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3595ab22-ad51-4cb0-aae2-ea6500afdc3a req-92819016-4015-4b0a-820e-fbba4b8a33cf tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0498633 Jul 05 16:11:13.245290 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3595ab22-ad51-4cb0-aae2-ea6500afdc3a req-a95327ee-6f5d-4e4a-bbf9-91d676e7c54e tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410533 Jul 05 16:11:13.353864 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e36c54f3-ccca-4a59-84ae-3632270e98a6 req-dcc66d11-be9f-4899-a96c-229ea837b191 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 210 time: 0.0296602 Jul 05 16:11:14.190038 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7cb08c68-e055-4ee5-8f9d-61268692ae5f req-a8441480-d9f0-474d-a552-607d22982311 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 210 time: 0.0267744 Jul 05 16:11:14.361361 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e0a22-2bf0-4fad-8fc5-a87099a4dc63 req-8b2c0182-0dcb-4944-b2d8-0b351f13d93b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:14.362780 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-239e0a22-2bf0-4fad-8fc5-a87099a4dc63 req-8b2c0182-0dcb-4944-b2d8-0b351f13d93b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0459168 Jul 05 16:11:14.409768 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-239e0a22-2bf0-4fad-8fc5-a87099a4dc63 req-188cd275-6088-49a4-971e-8673f2bb3dfb tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409956 Jul 05 16:11:14.447443 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-13d5584e-bd51-469e-ac79-e8d124b20bfe req-e4057234-05d2-4ccf-888f-7800bfc44c39 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 210 time: 0.0260601 Jul 05 16:11:15.283961 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-07e8dd4d-b1e6-44ff-a201-a0abf13b3a1b req-c7567e90-48e6-47fa-a501-420d940fa47a tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 210 time: 0.0296936 Jul 05 16:11:15.547942 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b09eb-aada-4f42-9b0b-c05f7bf61baf req-0e59aec6-628d-46b9-b8db-af4bb4dd4448 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:15.549480 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-271b09eb-aada-4f42-9b0b-c05f7bf61baf req-0e59aec6-628d-46b9-b8db-af4bb4dd4448 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0679464 Jul 05 16:11:15.551260 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-096c10cb-4113-4d46-b757-52da5c25e120 req-0cd680c1-7d6d-43ac-a015-05bb833c9f1d tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 210 time: 0.0373745 Jul 05 16:11:15.597458 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-271b09eb-aada-4f42-9b0b-c05f7bf61baf req-c2affc14-f09f-4f45-a6d5-c91bc1308a06 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414755 Jul 05 16:11:16.267713 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c8e35-c785-409a-9162-61407b2cf17d req-fbd6a6a5-5fde-4414-955a-7a0df62c81a1 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:16.269319 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-820c8e35-c785-409a-9162-61407b2cf17d req-fbd6a6a5-5fde-4414-955a-7a0df62c81a1 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.47 "GET /v2.0/networks?id=d875afbf-ed35-412f-bb5d-c579562ff61a HTTP/1.1" status: 200 len: 818 time: 0.1113870 Jul 05 16:11:16.361863 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-820c8e35-c785-409a-9162-61407b2cf17d req-7ced6b54-2bc5-4075-bf7d-c3ccf2150a77 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbe6a2de3cba4aa7b365f30f5b2f745c HTTP/1.1" status: 200 len: 379 time: 0.0697360 Jul 05 16:11:16.386071 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-820c8e35-c785-409a-9162-61407b2cf17d req-4fea78c0-bb3a-4124-bfb0-afd6ffc6361e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Request body: {'port': {'device_id': '42be8657-fc50-4057-b373-e7bcf984e261', 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a', 'admin_state_up': True, 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'security_groups': ['0239ca31-e330-4999-b6b9-d10dce0f9c67']}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:11:16.406215 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-61bd1031-8fc8-483b-ba75-76d0782bf388 req-8b23757b-4f89-4200-97d3-6465f73e0593 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 210 time: 0.0354888 Jul 05 16:11:16.571552 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-820c8e35-c785-409a-9162-61407b2cf17d req-4fea78c0-bb3a-4124-bfb0-afd6ffc6361e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Made reservation on behalf of bbe6a2de3cba4aa7b365f30f5b2f745c for: {'port': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:11:16.575066 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-820c8e35-c785-409a-9162-61407b2cf17d req-4fea78c0-bb3a-4124-bfb0-afd6ffc6361e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:16.669451 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4ae82fa3-419b-4ade-8c27-d64838e17061 req-d76280ae-f49b-4847-a121-9a781568293a tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 210 time: 0.0411909 Jul 05 16:11:16.755015 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b9fb5-b73d-40ba-ba4d-26847ffef145 req-15aef9dd-e6b3-43f2-82b0-8d2c3b7b290b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:16.756454 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d68b9fb5-b73d-40ba-ba4d-26847ffef145 req-15aef9dd-e6b3-43f2-82b0-8d2c3b7b290b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0760624 Jul 05 16:11:16.784961 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [req-820c8e35-c785-409a-9162-61407b2cf17d req-4fea78c0-bb3a-4124-bfb0-afd6ffc6361e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Allocated IP 172.20.0.3 (d875afbf-ed35-412f-bb5d-c579562ff61a/8a9b66f2-eae4-47d1-8086-fa8b5da512fd/81587e02-fcd0-4999-9ed7-aae4729b5548) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:11:16.832394 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:16.839352 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d68b9fb5-b73d-40ba-ba4d-26847ffef145 req-877428b0-3a92-486a-b2ad-b51204219987 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755448 Jul 05 16:11:16.888156 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:16.956486 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-820c8e35-c785-409a-9162-61407b2cf17d req-4fea78c0-bb3a-4124-bfb0-afd6ffc6361e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks [] for port (81587e02-fcd0-4999-9ed7-aae4729b5548), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:17.073197 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-820c8e35-c785-409a-9162-61407b2cf17d req-4fea78c0-bb3a-4124-bfb0-afd6ffc6361e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (81587e02-fcd0-4999-9ed7-aae4729b5548), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:17.115980 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-820c8e35-c785-409a-9162-61407b2cf17d req-4fea78c0-bb3a-4124-bfb0-afd6ffc6361e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Network d875afbf-ed35-412f-bb5d-c579562ff61a is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:11:17.118828 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [req-820c8e35-c785-409a-9162-61407b2cf17d req-4fea78c0-bb3a-4124-bfb0-afd6ffc6361e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:11:17.123037 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-820c8e35-c785-409a-9162-61407b2cf17d req-4fea78c0-bb3a-4124-bfb0-afd6ffc6361e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:11:17.158060 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea78c0-bb3a-4124-bfb0-afd6ffc6361e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Pushing event updated for resources: {'Port': ['ID=81587e02-fcd0-4999-9ed7-aae4729b5548,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:17.184228 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c8e35-c785-409a-9162-61407b2cf17d req-4fea78c0-bb3a-4124-bfb0-afd6ffc6361e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:17.184802 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-820c8e35-c785-409a-9162-61407b2cf17d req-4fea78c0-bb3a-4124-bfb0-afd6ffc6361e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:17.279589 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-820c8e35-c785-409a-9162-61407b2cf17d req-4fea78c0-bb3a-4124-bfb0-afd6ffc6361e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8973484 Jul 05 16:11:17.371964 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-820c8e35-c785-409a-9162-61407b2cf17d req-734d06f9-ea47-42b0-beca-3c9f2c7c4886 service neutron] Request body: {'port': {'device_id': '42be8657-fc50-4057-b373-e7bcf984e261', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84875'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:11:17.375225 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-96726bb9-275a-4813-88aa-315cda06f44c None None] Provisioning complete for port 81587e02-fcd0-4999-9ed7-aae4729b5548 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:11:17.375673 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-96726bb9-275a-4813-88aa-315cda06f44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (81587e02-fcd0-4999-9ed7-aae4729b5548), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:17.446938 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-96726bb9-275a-4813-88aa-315cda06f44c None None] Port 81587e02-fcd0-4999-9ed7-aae4729b5548 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:11:17.701900 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-971ac58c-d993-4205-8e48-99e6f9441515 req-cad65fef-b32d-479e-b43a-f281d3afc243 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 210 time: 0.0336859 Jul 05 16:11:17.730386 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-820c8e35-c785-409a-9162-61407b2cf17d req-734d06f9-ea47-42b0-beca-3c9f2c7c4886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (81587e02-fcd0-4999-9ed7-aae4729b5548), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:17.818379 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b775468-1ba3-4ec9-b17a-27264aa3ab8e req-a20e88b4-d046-4e51-8fca-89d027f41b22 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:17.819821 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1b775468-1ba3-4ec9-b17a-27264aa3ab8e req-a20e88b4-d046-4e51-8fca-89d027f41b22 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 931 time: 0.0741150 Jul 05 16:11:17.996276 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:18.050683 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1b775468-1ba3-4ec9-b17a-27264aa3ab8e req-026d2314-32af-44d4-9a2c-eb158a6d8508 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851425 Jul 05 16:11:18.114027 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3467e-4c90-4f0b-a950-2beee5abac62 req-f3d451ed-1647-48ae-bf4c-d66c97c52010 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:18.115516 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-09c3467e-4c90-4f0b-a950-2beee5abac62 req-f3d451ed-1647-48ae-bf4c-d66c97c52010 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.1505072 Jul 05 16:11:18.137311 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-6c15bcc8-b7da-4b24-94e2-208b55c3f5b5 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:18.138692 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-6c15bcc8-b7da-4b24-94e2-208b55c3f5b5 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.47 "GET /v2.0/networks?id=77ec7356-4bd9-42af-abe3-f1b9c525bdef HTTP/1.1" status: 200 len: 815 time: 0.2721796 Jul 05 16:11:18.253811 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:18.266928 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-09c3467e-4c90-4f0b-a950-2beee5abac62 req-42e0259b-6946-427d-929a-bcb553f35634 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427963 Jul 05 16:11:18.272749 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [req-820c8e35-c785-409a-9162-61407b2cf17d req-734d06f9-ea47-42b0-beca-3c9f2c7c4886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81587e02-fcd0-4999-9ed7-aae4729b5548 {{(pid=104585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:11:18.288208 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-820c8e35-c785-409a-9162-61407b2cf17d req-734d06f9-ea47-42b0-beca-3c9f2c7c4886 service neutron] Publish callbacks [] for port (81587e02-fcd0-4999-9ed7-aae4729b5548), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:18.309972 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.provisioning_blocks [req-820c8e35-c785-409a-9162-61407b2cf17d req-734d06f9-ea47-42b0-beca-3c9f2c7c4886 service neutron] Transition to ACTIVE for port object 81587e02-fcd0-4999-9ed7-aae4729b5548 will not be triggered until provisioned by entity L2. {{(pid=104585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 16:11:18.316081 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-96250ef1-0d41-495d-9c67-0bc3b1fbd973 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42e6ad67dbf542528726c545872ac10c HTTP/1.1" status: 200 len: 472 time: 0.1570730 Jul 05 16:11:18.328116 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-a3f53153-57f7-455e-be2c-a83d90009914 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Request body: {'port': {'device_id': '82eccf63-469a-47ea-aab4-536d6210c066', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'admin_state_up': True, 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'security_groups': ['da3712d7-f047-4290-93ed-568a37340494']}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:11:18.426125 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-820c8e35-c785-409a-9162-61407b2cf17d req-734d06f9-ea47-42b0-beca-3c9f2c7c4886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (81587e02-fcd0-4999-9ed7-aae4729b5548), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:18.534455 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d06f9-ea47-42b0-beca-3c9f2c7c4886 service neutron] Pushing event updated for resources: {'Port': ['ID=81587e02-fcd0-4999-9ed7-aae4729b5548,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:18.594772 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-a3f53153-57f7-455e-be2c-a83d90009914 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Made reservation on behalf of 42e6ad67dbf542528726c545872ac10c for: {'port': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:11:18.598266 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-a3f53153-57f7-455e-be2c-a83d90009914 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:18.689992 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-820c8e35-c785-409a-9162-61407b2cf17d req-734d06f9-ea47-42b0-beca-3c9f2c7c4886 service neutron] Attempting to bind port 81587e02-fcd0-4999-9ed7-aae4729b5548 on host hv-cinder-84875 for vnic_type normal with profile {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:11:18.690343 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-820c8e35-c785-409a-9162-61407b2cf17d req-734d06f9-ea47-42b0-beca-3c9f2c7c4886 service neutron] Attempting to bind port 81587e02-fcd0-4999-9ed7-aae4729b5548 by drivers openvswitch,hyperv on host hv-cinder-84875 at level 0 using segments [{'id': 'bbfc7f08-68f9-4166-85b4-e53d9bec6b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a'}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:11:18.690643 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820c8e35-c785-409a-9162-61407b2cf17d req-734d06f9-ea47-42b0-beca-3c9f2c7c4886 service neutron] Attempting to bind port 81587e02-fcd0-4999-9ed7-aae4729b5548 on network d875afbf-ed35-412f-bb5d-c579562ff61a {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:11:18.700162 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820c8e35-c785-409a-9162-61407b2cf17d req-734d06f9-ea47-42b0-beca-3c9f2c7c4886 service neutron] Port 81587e02-fcd0-4999-9ed7-aae4729b5548 on network d875afbf-ed35-412f-bb5d-c579562ff61a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84875 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 16:11:18.700645 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820c8e35-c785-409a-9162-61407b2cf17d req-734d06f9-ea47-42b0-beca-3c9f2c7c4886 service neutron] Attempting to bind port 81587e02-fcd0-4999-9ed7-aae4729b5548 on network d875afbf-ed35-412f-bb5d-c579562ff61a {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:11:18.712710 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820c8e35-c785-409a-9162-61407b2cf17d req-734d06f9-ea47-42b0-beca-3c9f2c7c4886 service neutron] Checking agent: {'id': '9349738f-6636-400c-ae94-e0965ca2b601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84875', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'started_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:11:18.713069 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820c8e35-c785-409a-9162-61407b2cf17d req-734d06f9-ea47-42b0-beca-3c9f2c7c4886 service neutron] Checking segment: {'id': 'bbfc7f08-68f9-4166-85b4-e53d9bec6b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:11:18.713454 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820c8e35-c785-409a-9162-61407b2cf17d req-734d06f9-ea47-42b0-beca-3c9f2c7c4886 service neutron] Bound using segment: {'id': 'bbfc7f08-68f9-4166-85b4-e53d9bec6b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a'} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:11:18.713889 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-820c8e35-c785-409a-9162-61407b2cf17d req-734d06f9-ea47-42b0-beca-3c9f2c7c4886 service neutron] Bound port: 81587e02-fcd0-4999-9ed7-aae4729b5548, host: hv-cinder-84875, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbfc7f08-68f9-4166-85b4-e53d9bec6b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a'}}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:11:18.714247 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-820c8e35-c785-409a-9162-61407b2cf17d req-734d06f9-ea47-42b0-beca-3c9f2c7c4886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (81587e02-fcd0-4999-9ed7-aae4729b5548), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:18.794815 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:18.848415 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3e00b72a-b12a-4ed7-9dd6-027049213da1 req-95b1e684-e1fa-43f3-8f37-11133f29acc2 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 210 time: 0.0490017 Jul 05 16:11:18.855608 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-a3f53153-57f7-455e-be2c-a83d90009914 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Allocated IP 172.20.0.7 (77ec7356-4bd9-42af-abe3-f1b9c525bdef/5c2b09a9-00a4-429f-86c4-f8b1d0e4e593/54f02c5c-3943-4041-9d1e-31e3fcfcdf17) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:11:18.861181 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-820c8e35-c785-409a-9162-61407b2cf17d req-734d06f9-ea47-42b0-beca-3c9f2c7c4886 service neutron] For port 81587e02-fcd0-4999-9ed7-aae4729b5548, host hv-cinder-84875, cleared binding levels {{(pid=104585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:11:18.865190 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-820c8e35-c785-409a-9162-61407b2cf17d req-734d06f9-ea47-42b0-beca-3c9f2c7c4886 service neutron] For port 81587e02-fcd0-4999-9ed7-aae4729b5548, host hv-cinder-84875, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=81587e02-fcd0-4999-9ed7-aae4729b5548,segment=NetworkSegment(bbfc7f08-68f9-4166-85b4-e53d9bec6b3e),segment_id=bbfc7f08-68f9-4166-85b4-e53d9bec6b3e)] {{(pid=104585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:11:18.976255 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-820c8e35-c785-409a-9162-61407b2cf17d req-734d06f9-ea47-42b0-beca-3c9f2c7c4886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (81587e02-fcd0-4999-9ed7-aae4729b5548), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:19.030086 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 46152) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:19.030954 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c8e35-c785-409a-9162-61407b2cf17d req-734d06f9-ea47-42b0-beca-3c9f2c7c4886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:19.031554 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-820c8e35-c785-409a-9162-61407b2cf17d req-734d06f9-ea47-42b0-beca-3c9f2c7c4886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:19.032894 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-820c8e35-c785-409a-9162-61407b2cf17d req-734d06f9-ea47-42b0-beca-3c9f2c7c4886 service neutron] 10.222.0.47 "PUT /v2.0/ports/81587e02-fcd0-4999-9ed7-aae4729b5548 HTTP/1.1" status: 200 len: 1093 time: 1.6667991 Jul 05 16:11:19.037130 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42be8657-fc50-4057-b373-e7bcf984e261', 'tag': '81587e02-fcd0-4999-9ed7-aae4729b5548'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:11:19.043236 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc106d7-816c-4919-923d-601d3d68d7b4" -d '{"events": [{"name": "network-changed", "server_uuid": "42be8657-fc50-4057-b373-e7bcf984e261", "tag": "81587e02-fcd0-4999-9ed7-aae4729b5548"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:11:19.086938 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-a3f53153-57f7-455e-be2c-a83d90009914 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for port (54f02c5c-3943-4041-9d1e-31e3fcfcdf17), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:19.090547 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d06f9-ea47-42b0-beca-3c9f2c7c4886 service neutron] Pushing event updated for resources: {'Port': ['ID=81587e02-fcd0-4999-9ed7-aae4729b5548,revision_number=3']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:19.114002 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:19.148118 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5e1015-342f-4f27-8638-484638ec2350 x-openstack-request-id: req-0c5e1015-342f-4f27-8638-484638ec2350 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:11:19.152178 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42be8657-fc50-4057-b373-e7bcf984e261", "tag": "81587e02-fcd0-4999-9ed7-aae4729b5548", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:11:19.152178 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0c5e1015-342f-4f27-8638-484638ec2350 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:11:19.152178 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c5e1015-342f-4f27-8638-484638ec2350'] response: {'name': 'network-changed', 'server_uuid': '42be8657-fc50-4057-b373-e7bcf984e261', 'tag': '81587e02-fcd0-4999-9ed7-aae4729b5548', 'status': 'completed', 'code': 200} Jul 05 16:11:19.179995 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585821de-2dde-49ee-a3b4-22b081ec6e6f req-1208b08a-dff2-48a3-8960-cbae7a6f01d7 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:19.181850 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-585821de-2dde-49ee-a3b4-22b081ec6e6f req-1208b08a-dff2-48a3-8960-cbae7a6f01d7 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0807600 Jul 05 16:11:19.214175 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-eefb6217-648e-47fc-84bf-6d8aceccf607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:19.266050 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-585821de-2dde-49ee-a3b4-22b081ec6e6f req-82dba469-ff08-4d02-b546-c27b6d46c3f7 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768123 Jul 05 16:11:19.267747 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-a3f53153-57f7-455e-be2c-a83d90009914 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (54f02c5c-3943-4041-9d1e-31e3fcfcdf17), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:19.316808 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23419daf-99d6-4098-865c-573e5d7b3448 req-4ec244c3-4f98-489c-b6ae-18bc72192c54 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:19.318287 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-23419daf-99d6-4098-865c-573e5d7b3448 req-4ec244c3-4f98-489c-b6ae-18bc72192c54 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 943 time: 0.0988584 Jul 05 16:11:19.326035 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-eefb6217-648e-47fc-84bf-6d8aceccf607 admin admin] Publish callbacks [] for security_group (7017d9a5-2456-4107-a333-1ffc10eda479), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:19.360538 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-a3f53153-57f7-455e-be2c-a83d90009914 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Network 77ec7356-4bd9-42af-abe3-f1b9c525bdef is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:11:19.380493 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-a3f53153-57f7-455e-be2c-a83d90009914 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:11:19.392877 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f53153-57f7-455e-be2c-a83d90009914 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event updated for resources: {'Port': ['ID=54f02c5c-3943-4041-9d1e-31e3fcfcdf17,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:19.395611 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-a3f53153-57f7-455e-be2c-a83d90009914 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:11:19.402812 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-eefb6217-648e-47fc-84bf-6d8aceccf607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (7017d9a5-2456-4107-a333-1ffc10eda479), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:19.439568 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-eefb6217-648e-47fc-84bf-6d8aceccf607 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=532ea5c6fc364dc79591e551e2d3b8eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4081507 Jul 05 16:11:19.443092 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 46164) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:19.467529 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c8e35-c785-409a-9162-61407b2cf17d req-07616c58-fbf1-4c02-977e-817f59f4b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:19.469156 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-820c8e35-c785-409a-9162-61407b2cf17d req-07616c58-fbf1-4c02-977e-817f59f4b878 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbe6a2de3cba4aa7b365f30f5b2f745c&device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 1127 time: 0.1475017 Jul 05 16:11:19.511772 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8756e8af-d941-40e2-af0c-97f3122e3919 admin admin] Publish callbacks [] for security_group (7017d9a5-2456-4107-a333-1ffc10eda479), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:19.513921 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb6217-648e-47fc-84bf-6d8aceccf607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7017d9a5-2456-4107-a333-1ffc10eda479,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:19.516196 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e07762-77de-4da0-bf80-8bc3a28dac75 req-63b42199-663e-478e-ac28-3d7d7783fc7f tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:19.518456 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-78e07762-77de-4da0-bf80-8bc3a28dac75 req-63b42199-663e-478e-ac28-3d7d7783fc7f tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.1475453 Jul 05 16:11:19.557103 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8756e8af-d941-40e2-af0c-97f3122e3919 admin admin] Publish callbacks [] for security_group (7017d9a5-2456-4107-a333-1ffc10eda479), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:19.576598 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-820c8e35-c785-409a-9162-61407b2cf17d req-c180e526-342e-4a35-875b-a102d2b7755e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81587e02-fcd0-4999-9ed7-aae4729b5548 HTTP/1.1" status: 200 len: 217 time: 0.0864627 Jul 05 16:11:19.608696 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-23419daf-99d6-4098-865c-573e5d7b3448 req-eb58166b-5d3f-4e18-9370-51e0bdb2c7fe tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2646985 Jul 05 16:11:19.612276 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-a3f53153-57f7-455e-be2c-a83d90009914 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:19.612593 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-a3f53153-57f7-455e-be2c-a83d90009914 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:19.688907 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-78e07762-77de-4da0-bf80-8bc3a28dac75 req-528413ec-73ba-41e9-806c-eabfe436c5c8 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313725 Jul 05 16:11:19.692498 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c8e35-c785-409a-9162-61407b2cf17d req-a610c9d0-5401-4432-b3b5-01661ccf2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:19.693926 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-820c8e35-c785-409a-9162-61407b2cf17d req-a610c9d0-5401-4432-b3b5-01661ccf2829 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8a9b66f2-eae4-47d1-8086-fa8b5da512fd HTTP/1.1" status: 200 len: 857 time: 0.0747166 Jul 05 16:11:19.711535 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8756e8af-d941-40e2-af0c-97f3122e3919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (7017d9a5-2456-4107-a333-1ffc10eda479), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:19.714237 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8756e8af-d941-40e2-af0c-97f3122e3919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:19.715476 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-8756e8af-d941-40e2-af0c-97f3122e3919 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7017d9a5-2456-4107-a333-1ffc10eda479 HTTP/1.1" status: 204 len: 168 time: 0.2711046 Jul 05 16:11:19.728096 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756e8af-d941-40e2-af0c-97f3122e3919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7017d9a5-2456-4107-a333-1ffc10eda479,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:19.742053 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c8e35-c785-409a-9162-61407b2cf17d req-cd63f50c-5058-426b-bd51-0b00cd90edf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:19.744103 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-820c8e35-c785-409a-9162-61407b2cf17d req-cd63f50c-5058-426b-bd51-0b00cd90edf8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d875afbf-ed35-412f-bb5d-c579562ff61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442951 Jul 05 16:11:19.760964 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-e6a35dbf-86d4-4cc6-bb28-87cdcc48ebe4 None None] Provisioning complete for port 54f02c5c-3943-4041-9d1e-31e3fcfcdf17 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:11:19.761963 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-e6a35dbf-86d4-4cc6-bb28-87cdcc48ebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (54f02c5c-3943-4041-9d1e-31e3fcfcdf17), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:19.791382 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:19.791382 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-a3f53153-57f7-455e-be2c-a83d90009914 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4641612 Jul 05 16:11:19.812869 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-e6a35dbf-86d4-4cc6-bb28-87cdcc48ebe4 None None] Port 54f02c5c-3943-4041-9d1e-31e3fcfcdf17 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:11:19.822449 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-e89c4688-934b-4895-ab21-9c3b102ac22d service neutron] Request body: {'port': {'device_id': '82eccf63-469a-47ea-aab4-536d6210c066', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84875'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:11:19.898459 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-820c8e35-c785-409a-9162-61407b2cf17d req-0b0b0fdf-c0e8-42d2-a878-da7a62e896b0 service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473589 Jul 05 16:11:19.906142 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-e89c4688-934b-4895-ab21-9c3b102ac22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (54f02c5c-3943-4041-9d1e-31e3fcfcdf17), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:20.056143 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf7856-2a33-4cab-bf59-13037ac55501 req-84024824-651a-451d-a647-f9acb31d7350 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:20.057672 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-dcaf7856-2a33-4cab-bf59-13037ac55501 req-84024824-651a-451d-a647-f9acb31d7350 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 931 time: 0.1173427 Jul 05 16:11:20.129727 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:20.147214 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-820c8e35-c785-409a-9162-61407b2cf17d req-ee9d6eb1-d722-4bcc-83ec-ec21257dc8b6 service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420673 Jul 05 16:11:20.197605 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-dcaf7856-2a33-4cab-bf59-13037ac55501 req-ceb7d753-98ea-4e4a-a7c1-cbbad8ee8917 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=da3712d7-f047-4290-93ed-568a37340494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251044 Jul 05 16:11:20.360913 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-e89c4688-934b-4895-ab21-9c3b102ac22d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f02c5c-3943-4041-9d1e-31e3fcfcdf17 {{(pid=104585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:11:20.380705 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:20.385858 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-e89c4688-934b-4895-ab21-9c3b102ac22d service neutron] Publish callbacks [] for port (54f02c5c-3943-4041-9d1e-31e3fcfcdf17), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:20.416532 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.provisioning_blocks [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-e89c4688-934b-4895-ab21-9c3b102ac22d service neutron] Transition to ACTIVE for port object 54f02c5c-3943-4041-9d1e-31e3fcfcdf17 will not be triggered until provisioned by entity L2. {{(pid=104585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 16:11:20.426919 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f1409-4256-4ad5-a14d-7c069a5f5373 req-34db95b0-75df-4f3e-aca7-2b0259ca36ae tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:20.428490 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f95f1409-4256-4ad5-a14d-7c069a5f5373 req-34db95b0-75df-4f3e-aca7-2b0259ca36ae tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0828435 Jul 05 16:11:20.480201 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f95f1409-4256-4ad5-a14d-7c069a5f5373 req-3c8a49a6-0269-4e31-9c7a-d9dcfa803154 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449030 Jul 05 16:11:20.529250 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-e89c4688-934b-4895-ab21-9c3b102ac22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (54f02c5c-3943-4041-9d1e-31e3fcfcdf17), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:20.586496 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c4688-934b-4895-ab21-9c3b102ac22d service neutron] Pushing event updated for resources: {'Port': ['ID=54f02c5c-3943-4041-9d1e-31e3fcfcdf17,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:20.631192 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:20.671371 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-e89c4688-934b-4895-ab21-9c3b102ac22d service neutron] Attempting to bind port 54f02c5c-3943-4041-9d1e-31e3fcfcdf17 on host hv-cinder-84875 for vnic_type normal with profile {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:11:20.672002 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-e89c4688-934b-4895-ab21-9c3b102ac22d service neutron] Attempting to bind port 54f02c5c-3943-4041-9d1e-31e3fcfcdf17 by drivers openvswitch,hyperv on host hv-cinder-84875 at level 0 using segments [{'id': 'f6022e8d-52b0-4684-bbca-ba47c36c042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef'}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:11:20.672148 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-e89c4688-934b-4895-ab21-9c3b102ac22d service neutron] Attempting to bind port 54f02c5c-3943-4041-9d1e-31e3fcfcdf17 on network 77ec7356-4bd9-42af-abe3-f1b9c525bdef {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:11:20.678234 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-e89c4688-934b-4895-ab21-9c3b102ac22d service neutron] Port 54f02c5c-3943-4041-9d1e-31e3fcfcdf17 on network 77ec7356-4bd9-42af-abe3-f1b9c525bdef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84875 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 16:11:20.678663 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-e89c4688-934b-4895-ab21-9c3b102ac22d service neutron] Attempting to bind port 54f02c5c-3943-4041-9d1e-31e3fcfcdf17 on network 77ec7356-4bd9-42af-abe3-f1b9c525bdef {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:11:20.684723 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-e89c4688-934b-4895-ab21-9c3b102ac22d service neutron] Checking agent: {'id': '9349738f-6636-400c-ae94-e0965ca2b601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84875', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'started_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:11:20.688196 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-e89c4688-934b-4895-ab21-9c3b102ac22d service neutron] Checking segment: {'id': 'f6022e8d-52b0-4684-bbca-ba47c36c042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:11:20.688196 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-e89c4688-934b-4895-ab21-9c3b102ac22d service neutron] Bound using segment: {'id': 'f6022e8d-52b0-4684-bbca-ba47c36c042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef'} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:11:20.688196 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-e89c4688-934b-4895-ab21-9c3b102ac22d service neutron] Bound port: 54f02c5c-3943-4041-9d1e-31e3fcfcdf17, host: hv-cinder-84875, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6022e8d-52b0-4684-bbca-ba47c36c042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef'}}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:11:20.688196 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-e89c4688-934b-4895-ab21-9c3b102ac22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (54f02c5c-3943-4041-9d1e-31e3fcfcdf17), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:20.782268 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abb8c0-cf4c-4084-810a-6408298496ea req-d888ad21-a9fc-4277-b996-ca2420aafeb4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:20.783809 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-28abb8c0-cf4c-4084-810a-6408298496ea req-d888ad21-a9fc-4277-b996-ca2420aafeb4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 943 time: 0.0867593 Jul 05 16:11:20.820146 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:20.848484 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-e89c4688-934b-4895-ab21-9c3b102ac22d service neutron] For port 54f02c5c-3943-4041-9d1e-31e3fcfcdf17, host hv-cinder-84875, cleared binding levels {{(pid=104585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:11:20.873696 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-e89c4688-934b-4895-ab21-9c3b102ac22d service neutron] For port 54f02c5c-3943-4041-9d1e-31e3fcfcdf17, host hv-cinder-84875, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=54f02c5c-3943-4041-9d1e-31e3fcfcdf17,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:11:20.880660 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970635ee-b1aa-48e0-87d4-c6dfb59ee38a req-5571ce01-94db-41aa-b3d2-95ea802f2346 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:20.882178 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-970635ee-b1aa-48e0-87d4-c6dfb59ee38a req-5571ce01-94db-41aa-b3d2-95ea802f2346 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0925527 Jul 05 16:11:20.927740 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-28abb8c0-cf4c-4084-810a-6408298496ea req-b56c68a9-3de5-4182-8790-0b3371180730 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360495 Jul 05 16:11:20.955716 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-e89c4688-934b-4895-ab21-9c3b102ac22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (54f02c5c-3943-4041-9d1e-31e3fcfcdf17), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:20.964927 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-970635ee-b1aa-48e0-87d4-c6dfb59ee38a req-99a2fbdf-e7b8-4819-9fff-1088b4e408f2 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765066 Jul 05 16:11:21.002768 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-e89c4688-934b-4895-ab21-9c3b102ac22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:21.003621 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-e89c4688-934b-4895-ab21-9c3b102ac22d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:21.004822 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-e89c4688-934b-4895-ab21-9c3b102ac22d service neutron] 10.222.0.47 "PUT /v2.0/ports/54f02c5c-3943-4041-9d1e-31e3fcfcdf17 HTTP/1.1" status: 200 len: 1093 time: 1.1879518 Jul 05 16:11:21.019922 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c4688-934b-4895-ab21-9c3b102ac22d service neutron] Pushing event updated for resources: {'Port': ['ID=54f02c5c-3943-4041-9d1e-31e3fcfcdf17,revision_number=3']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:21.151320 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82eccf63-469a-47ea-aab4-536d6210c066', 'tag': '54f02c5c-3943-4041-9d1e-31e3fcfcdf17'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:11:21.154569 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d55bd6e-ff6e-4c12-ab0c-2e360587da3f" -d '{"events": [{"name": "network-changed", "server_uuid": "82eccf63-469a-47ea-aab4-536d6210c066", "tag": "54f02c5c-3943-4041-9d1e-31e3fcfcdf17"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:11:21.200616 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297af958-1609-46da-a3eb-14d6aabd8bf9 x-openstack-request-id: req-297af958-1609-46da-a3eb-14d6aabd8bf9 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:11:21.200616 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82eccf63-469a-47ea-aab4-536d6210c066", "tag": "54f02c5c-3943-4041-9d1e-31e3fcfcdf17", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:11:21.200616 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-297af958-1609-46da-a3eb-14d6aabd8bf9 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:11:21.201013 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-297af958-1609-46da-a3eb-14d6aabd8bf9'] response: {'name': 'network-changed', 'server_uuid': '82eccf63-469a-47ea-aab4-536d6210c066', 'tag': '54f02c5c-3943-4041-9d1e-31e3fcfcdf17', 'status': 'completed', 'code': 200} Jul 05 16:11:21.355891 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ba648-118f-42b0-acfd-2df7a7729afa req-22f4e2ee-e27d-436f-9d2d-c8b985ca5796 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:21.363692 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-527ba648-118f-42b0-acfd-2df7a7729afa req-22f4e2ee-e27d-436f-9d2d-c8b985ca5796 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 943 time: 0.0672920 Jul 05 16:11:21.430739 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:21.447135 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc106d7-816c-4919-923d-601d3d68d7b4 req-63a11808-34fc-4604-864b-ce2582260359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:21.448714 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4bc106d7-816c-4919-923d-601d3d68d7b4 req-63a11808-34fc-4604-864b-ce2582260359 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbe6a2de3cba4aa7b365f30f5b2f745c&device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 1127 time: 0.1104658 Jul 05 16:11:21.454968 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55bd6e-ff6e-4c12-ab0c-2e360587da3f req-b7607768-cc24-420d-a27a-5073ccefb629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:21.456513 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0d55bd6e-ff6e-4c12-ab0c-2e360587da3f req-b7607768-cc24-420d-a27a-5073ccefb629 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e6ad67dbf542528726c545872ac10c&device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 1127 time: 0.0889597 Jul 05 16:11:21.515038 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-527ba648-118f-42b0-acfd-2df7a7729afa req-a807fedf-adb2-4fc0-92fd-26ef4865a866 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=da3712d7-f047-4290-93ed-568a37340494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471605 Jul 05 16:11:21.745675 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 46252) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:21.880321 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-32cb89e4-78b9-418e-81ec-e8c768aca552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:21.883749 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0ee79-a8c5-44fa-95d1-c188b8d6ddb2 req-19fed4b8-6194-4651-9e6c-4c98d799602d tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:21.885803 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-38e0ee79-a8c5-44fa-95d1-c188b8d6ddb2 req-19fed4b8-6194-4651-9e6c-4c98d799602d tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.1336491 Jul 05 16:11:21.900513 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:21.919176 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc106d7-816c-4919-923d-601d3d68d7b4 req-33dc82bf-d42a-42af-b59d-68e90a62b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:21.920615 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4bc106d7-816c-4919-923d-601d3d68d7b4 req-33dc82bf-d42a-42af-b59d-68e90a62b4e9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d875afbf-ed35-412f-bb5d-c579562ff61a HTTP/1.1" status: 200 len: 919 time: 0.4613745 Jul 05 16:11:21.934068 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55bd6e-ff6e-4c12-ab0c-2e360587da3f req-e067c530-f185-4607-b4cc-b3fd53acd65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:21.935486 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0d55bd6e-ff6e-4c12-ab0c-2e360587da3f req-e067c530-f185-4607-b4cc-b3fd53acd65b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=42e6ad67dbf542528726c545872ac10c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4639599 Jul 05 16:11:21.986892 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-32cb89e4-78b9-418e-81ec-e8c768aca552 admin admin] Publish callbacks [] for security_group (2b5a6cbe-ac91-42f1-af37-d3cdaf18d126), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:21.998843 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4bc106d7-816c-4919-923d-601d3d68d7b4 req-b07aa7cc-71a0-40b2-a245-7258d26d0547 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81587e02-fcd0-4999-9ed7-aae4729b5548 HTTP/1.1" status: 200 len: 217 time: 0.0666914 Jul 05 16:11:22.049537 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-32cb89e4-78b9-418e-81ec-e8c768aca552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (2b5a6cbe-ac91-42f1-af37-d3cdaf18d126), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:22.094074 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-32cb89e4-78b9-418e-81ec-e8c768aca552 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e98dfd576b4d465095388846eff5da5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3469622 Jul 05 16:11:22.094929 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb89e4-78b9-418e-81ec-e8c768aca552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5a6cbe-ac91-42f1-af37-d3cdaf18d126,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:22.097173 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 46260) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:22.115858 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:22.124568 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-38e0ee79-a8c5-44fa-95d1-c188b8d6ddb2 req-4732eb8e-60d8-478f-bdde-6c59a0a60add tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268195 Jul 05 16:11:22.150500 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-129affed-e079-4cb0-932a-d7ba4fefacae admin admin] Publish callbacks [] for security_group (2b5a6cbe-ac91-42f1-af37-d3cdaf18d126), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:22.158148 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc106d7-816c-4919-923d-601d3d68d7b4 req-2f27996c-987e-45fb-b0cd-6bcf2d8f240d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:22.159691 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4bc106d7-816c-4919-923d-601d3d68d7b4 req-2f27996c-987e-45fb-b0cd-6bcf2d8f240d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8a9b66f2-eae4-47d1-8086-fa8b5da512fd HTTP/1.1" status: 200 len: 857 time: 0.1528502 Jul 05 16:11:22.171124 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268b009-c0e3-4285-a2c9-ef9817e856ec req-72a92442-4462-482d-b523-d5c7d8fad8c3 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:22.175014 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-129affed-e079-4cb0-932a-d7ba4fefacae admin admin] Publish callbacks [] for security_group (2b5a6cbe-ac91-42f1-af37-d3cdaf18d126), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:22.184106 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0268b009-c0e3-4285-a2c9-ef9817e856ec req-72a92442-4462-482d-b523-d5c7d8fad8c3 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 943 time: 0.1601675 Jul 05 16:11:22.215271 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:22.252993 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55bd6e-ff6e-4c12-ab0c-2e360587da3f req-2d6b77c0-daaa-4df3-adcd-2246b370188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:22.254434 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0d55bd6e-ff6e-4c12-ab0c-2e360587da3f req-2d6b77c0-daaa-4df3-adcd-2246b370188a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2795680 Jul 05 16:11:22.307387 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658dbb4-fa78-49ee-a2a6-e4191dda97a1 req-f96fa6e8-f43e-4dfd-bc96-54769bac6952 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:22.308798 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3658dbb4-fa78-49ee-a2a6-e4191dda97a1 req-f96fa6e8-f43e-4dfd-bc96-54769bac6952 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0908046 Jul 05 16:11:22.309738 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc106d7-816c-4919-923d-601d3d68d7b4 req-e8ad3f20-7d1e-40b9-b7b4-893d154ae929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:22.311470 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4bc106d7-816c-4919-923d-601d3d68d7b4 req-e8ad3f20-7d1e-40b9-b7b4-893d154ae929 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d875afbf-ed35-412f-bb5d-c579562ff61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1274860 Jul 05 16:11:22.311691 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-129affed-e079-4cb0-932a-d7ba4fefacae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (2b5a6cbe-ac91-42f1-af37-d3cdaf18d126), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:22.316651 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-129affed-e079-4cb0-932a-d7ba4fefacae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:22.317849 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-129affed-e079-4cb0-932a-d7ba4fefacae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2b5a6cbe-ac91-42f1-af37-d3cdaf18d126 HTTP/1.1" status: 204 len: 168 time: 0.2197886 Jul 05 16:11:22.342552 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129affed-e079-4cb0-932a-d7ba4fefacae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5a6cbe-ac91-42f1-af37-d3cdaf18d126,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:22.373562 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0268b009-c0e3-4285-a2c9-ef9817e856ec req-03938b3f-8c11-4ae7-aec6-590c1f30816d tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943669 Jul 05 16:11:22.439197 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 81587e02-fcd0-4999-9ed7-aae4729b5548 details requested by agent hyperv_hv-cinder-84875 with host hv-cinder-84875 {{(pid=104586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:11:22.491024 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3658dbb4-fa78-49ee-a2a6-e4191dda97a1 req-fcd09ce1-7e39-473d-b920-0a3763ccd244 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696415 Jul 05 16:11:22.494264 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-0040cbc4-cc51-4b9b-aa49-72884328b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:22.495697 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-0040cbc4-cc51-4b9b-aa49-72884328b660 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e6ad67dbf542528726c545872ac10c&device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 1127 time: 0.0771308 Jul 05 16:11:22.524826 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4bc106d7-816c-4919-923d-601d3d68d7b4 req-25c40d6d-6532-4db7-a873-4879faa343e1 service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018847 Jul 05 16:11:22.594097 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 81587e02-fcd0-4999-9ed7-aae4729b5548, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=81587e02-fcd0-4999-9ed7-aae4729b5548,segment=NetworkSegment(bbfc7f08-68f9-4166-85b4-e53d9bec6b3e),segment_id=bbfc7f08-68f9-4166-85b4-e53d9bec6b3e)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:11:22.619371 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-9b034d2e-281e-493d-ba14-0ef92e0dbb96 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54f02c5c-3943-4041-9d1e-31e3fcfcdf17 HTTP/1.1" status: 200 len: 217 time: 0.1076746 Jul 05 16:11:22.630371 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Returning: {'device': '81587e02-fcd0-4999-9ed7-aae4729b5548', 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a', 'port_id': '81587e02-fcd0-4999-9ed7-aae4729b5548', 'mac_address': 'fa:16:3e:56:d1:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:11:22.687226 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 81587e02-fcd0-4999-9ed7-aae4729b5548 is: DOWN; New status is: BUILD {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:11:22.687678 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (81587e02-fcd0-4999-9ed7-aae4729b5548), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:22.702420 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81587e02-fcd0-4999-9ed7-aae4729b5548 {{(pid=104586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:11:22.722419 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 81587e02-fcd0-4999-9ed7-aae4729b5548, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=81587e02-fcd0-4999-9ed7-aae4729b5548,segment=NetworkSegment(bbfc7f08-68f9-4166-85b4-e53d9bec6b3e),segment_id=bbfc7f08-68f9-4166-85b4-e53d9bec6b3e)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:11:22.762921 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10beed70-c376-49ba-9d03-7feaf6743dbb req-0c10cd75-9180-458d-8a70-911f4b48a974 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:22.764638 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-10beed70-c376-49ba-9d03-7feaf6743dbb req-0c10cd75-9180-458d-8a70-911f4b48a974 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 943 time: 0.1335206 Jul 05 16:11:22.780820 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-60d572d3-c7ce-4116-844d-5ab304be90b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:22.784551 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-60d572d3-c7ce-4116-844d-5ab304be90b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c2b09a9-00a4-429f-86c4-f8b1d0e4e593 HTTP/1.1" status: 200 len: 854 time: 0.1458893 Jul 05 16:11:22.790221 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:22.810212 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4bc106d7-816c-4919-923d-601d3d68d7b4 req-6bcaac57-bbc1-4c6d-93bb-322ee1e72305 service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444789 Jul 05 16:11:22.853746 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (81587e02-fcd0-4999-9ed7-aae4729b5548), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:22.870549 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-59f5732a-4c7d-4e41-a84f-e7fa786fb536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:22.872851 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-59f5732a-4c7d-4e41-a84f-e7fa786fb536 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77ec7356-4bd9-42af-abe3-f1b9c525bdef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802536 Jul 05 16:11:22.877623 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-10beed70-c376-49ba-9d03-7feaf6743dbb req-8e9db53c-529a-4f10-9647-7161546f1096 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=da3712d7-f047-4290-93ed-568a37340494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012557 Jul 05 16:11:22.911485 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=81587e02-fcd0-4999-9ed7-aae4729b5548,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:22.926649 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:22.927483 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:22.928043 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:22.928635 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:22.929249 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:22.934313 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:22.934313 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:22.934313 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:22.934313 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:22.934313 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:22.934313 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:22.934313 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:22.934313 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:22.935078 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:22.935321 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:22.981723 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-e7cea680-3cfa-4bc6-a28a-19cf5251aeda service neutron] 10.222.0.47 "GET /v2.0/networks/77ec7356-4bd9-42af-abe3-f1b9c525bdef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014857 Jul 05 16:11:23.096714 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-335cd103-b662-43f1-9cb6-ab3420f02bf7 req-4cb11f84-59ec-4365-bc01-08d1c71bd2d1 service neutron] 10.222.0.47 "GET /v2.0/networks/77ec7356-4bd9-42af-abe3-f1b9c525bdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072340 Jul 05 16:11:23.185800 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['81587e02-fcd0-4999-9ed7-aae4729b5548'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:11:23.269329 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe32d95-45fd-47a9-b689-44015d3c1340 req-db3c9b1f-1988-4362-9775-6a9286aa311d tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:23.273936 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fbe32d95-45fd-47a9-b689-44015d3c1340 req-db3c9b1f-1988-4362-9775-6a9286aa311d tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0539355 Jul 05 16:11:23.365177 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fbe32d95-45fd-47a9-b689-44015d3c1340 req-ca431e01-655c-47d2-a75c-6b698589a5fc tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856335 Jul 05 16:11:23.498597 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de69692-0265-4851-80e7-0ce9add1ffcc req-24635a46-237d-4795-8f39-f03733ceacb7 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:23.499989 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6de69692-0265-4851-80e7-0ce9add1ffcc req-24635a46-237d-4795-8f39-f03733ceacb7 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 944 time: 0.0469813 Jul 05 16:11:23.535104 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:23.555950 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6de69692-0265-4851-80e7-0ce9add1ffcc req-b19cc306-e7a5-496f-adb2-803adafc788b tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500734 Jul 05 16:11:23.626348 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06640fc-25d9-43c4-83ee-4aa8dbe653ab req-0b80a4a9-a2d2-44f3-ab35-fb98f0cceb30 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:23.626681 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 46342) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:23.629201 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a06640fc-25d9-43c4-83ee-4aa8dbe653ab req-0b80a4a9-a2d2-44f3-ab35-fb98f0cceb30 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0500603 Jul 05 16:11:23.679170 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a06640fc-25d9-43c4-83ee-4aa8dbe653ab req-19ba87e4-1cfc-405c-bd17-cc2a10a99b55 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441899 Jul 05 16:11:23.739410 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-b0f47d83-a11f-461b-860f-1af9073d1c00 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-587376335-network', 'tenant_id': 'dce6460ca0714dc98df6e69034242a7f'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:11:23.865064 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f47d83-a11f-461b-860f-1af9073d1c00 admin admin] Made reservation on behalf of dce6460ca0714dc98df6e69034242a7f for: {'network': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:11:23.869232 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b0f47d83-a11f-461b-860f-1af9073d1c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for network (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:23.885919 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b0f47d83-a11f-461b-860f-1af9073d1c00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:23.969667 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b0f47d83-a11f-461b-860f-1af9073d1c00 admin admin] Publish callbacks [] for security_group (3c158a23-d890-4a27-8385-210aa09127d6), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:24.023341 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193b7aa-d0c0-4e9f-96ed-1496ca579794 req-68391104-b240-4650-89b7-1fb01da76419 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:24.025245 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9193b7aa-d0c0-4e9f-96ed-1496ca579794 req-68391104-b240-4650-89b7-1fb01da76419 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 943 time: 0.0530083 Jul 05 16:11:24.077078 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b0f47d83-a11f-461b-860f-1af9073d1c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (3c158a23-d890-4a27-8385-210aa09127d6), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:24.077744 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9193b7aa-d0c0-4e9f-96ed-1496ca579794 req-4e90610c-057b-4d7f-b164-faec5c690f4d tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=da3712d7-f047-4290-93ed-568a37340494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453756 Jul 05 16:11:24.103191 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f47d83-a11f-461b-860f-1af9073d1c00 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=104584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:11:24.121174 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f47d83-a11f-461b-860f-1af9073d1c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c158a23-d890-4a27-8385-210aa09127d6,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:24.123945 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b0f47d83-a11f-461b-860f-1af9073d1c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (436de476-886f-4d89-85ff-77c429900144), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:24.124281 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.db.segments_db [None req-b0f47d83-a11f-461b-860f-1af9073d1c00 admin admin] Added segment 436de476-886f-4d89-85ff-77c429900144 of type vlan for network 143ca51d-04c4-49d1-b023-9392fa41c485 Jul 05 16:11:24.165437 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b0f47d83-a11f-461b-860f-1af9073d1c00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746276236728'] for network (143ca51d-04c4-49d1-b023-9392fa41c485), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:24.243374 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b0f47d83-a11f-461b-860f-1af9073d1c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for network (143ca51d-04c4-49d1-b023-9392fa41c485), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:24.244378 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f47d83-a11f-461b-860f-1af9073d1c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:24.244976 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b0f47d83-a11f-461b-860f-1af9073d1c00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:24.250292 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:24.307533 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f47d83-a11f-461b-860f-1af9073d1c00 admin admin] Pushing event updated for resources: {'Network': ['ID=143ca51d-04c4-49d1-b023-9392fa41c485,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:24.318153 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Network 143ca51d-04c4-49d1-b023-9392fa41c485 details requested by agent ovs-agent-dv-cinder-848759-1-iscsi with host dv-cinder-848759-1-iscsi {{(pid=104586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:11:24.371878 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-b0f47d83-a11f-461b-860f-1af9073d1c00 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7440012 Jul 05 16:11:24.375200 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 46364) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:24.380015 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-34056da9-c6cf-4a04-bfd4-3b9c8922cd49 admin admin] Request body: {'subnet': {'network_id': '143ca51d-04c4-49d1-b023-9392fa41c485', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-587376335-subnet', 'tenant_id': 'dce6460ca0714dc98df6e69034242a7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:11:24.478236 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34056da9-c6cf-4a04-bfd4-3b9c8922cd49 admin admin] Made reservation on behalf of dce6460ca0714dc98df6e69034242a7f for: {'subnet': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:11:24.480720 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-34056da9-c6cf-4a04-bfd4-3b9c8922cd49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411027'] for subnet (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:24.510050 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67622311-35ce-4e3b-a1f6-df8080346637 req-8c294f7b-0cfc-48b3-ab15-0efa43c92bbc tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:24.511711 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-67622311-35ce-4e3b-a1f6-df8080346637 req-8c294f7b-0cfc-48b3-ab15-0efa43c92bbc tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0535297 Jul 05 16:11:24.562430 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-67622311-35ce-4e3b-a1f6-df8080346637 req-615b49a8-f674-47d4-b229-95cdaffb000e tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449104 Jul 05 16:11:24.692476 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956de7d8-b621-4a31-aa2f-594e6d75e4a4 req-ae3dc4fe-e008-46e3-a0f0-15cc572ccfec tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:24.694104 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-956de7d8-b621-4a31-aa2f-594e6d75e4a4 req-ae3dc4fe-e008-46e3-a0f0-15cc572ccfec tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 944 time: 0.0486000 Jul 05 16:11:24.746014 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-956de7d8-b621-4a31-aa2f-594e6d75e4a4 req-00a60a66-fc21-4f96-9815-2c154d4c0c52 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438907 Jul 05 16:11:24.748735 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-34056da9-c6cf-4a04-bfd4-3b9c8922cd49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1268045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411769'] for subnet (a88d0897-2250-4418-812b-ec8f548a7317), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:24.802338 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34056da9-c6cf-4a04-bfd4-3b9c8922cd49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a88d0897-2250-4418-812b-ec8f548a7317,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:24.819140 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34056da9-c6cf-4a04-bfd4-3b9c8922cd49 admin admin] Checking segment: {'id': '436de476-886f-4d89-85ff-77c429900144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '143ca51d-04c4-49d1-b023-9392fa41c485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:11:24.822249 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34056da9-c6cf-4a04-bfd4-3b9c8922cd49 admin admin] Network hostable DHCP agents. Network: 143ca51d-04c4-49d1-b023-9392fa41c485, hostable agents: ['a381a417-f900-4967-9e50-4db2a6f3e74e'], hosted agents: [] {{(pid=104584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:11:24.823066 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0697a60-6ba4-4842-9522-7573ee3e5b52 req-2080be35-b622-47c6-adce-2dad85c468c9 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:24.824669 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f0697a60-6ba4-4842-9522-7573ee3e5b52 req-2080be35-b622-47c6-adce-2dad85c468c9 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0543442 Jul 05 16:11:24.874782 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f0697a60-6ba4-4842-9522-7573ee3e5b52 req-3f7ffa18-21cf-42e6-aa27-5777d10eac55 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441196 Jul 05 16:11:24.925941 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34056da9-c6cf-4a04-bfd4-3b9c8922cd49 admin admin] Network 143ca51d-04c4-49d1-b023-9392fa41c485 is scheduled to be hosted by DHCP agent a381a417-f900-4967-9e50-4db2a6f3e74e with binding_index 1 {{(pid=104584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:11:24.983850 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-34056da9-c6cf-4a04-bfd4-3b9c8922cd49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848759-1-iscsi, 143ca51d-04c4-49d1-b023-9392fa41c485) {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:11:24.988757 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34056da9-c6cf-4a04-bfd4-3b9c8922cd49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:24.990769 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-34056da9-c6cf-4a04-bfd4-3b9c8922cd49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:24.993334 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02275558-35ba-499f-81b0-8fccf8514023 None None] Network 143ca51d-04c4-49d1-b023-9392fa41c485 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:11:24.996505 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:24.998022 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:25.000073 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:25.053756 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-34056da9-c6cf-4a04-bfd4-3b9c8922cd49 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6774883 Jul 05 16:11:25.096424 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a87983-5392-4669-adad-d8daaa4f3da7 None None] Network 143ca51d-04c4-49d1-b023-9392fa41c485 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:11:25.209169 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd026e2-207b-46c8-8b48-66ba5f9b366a req-997c494d-981b-4121-b327-0703efd008d5 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:25.211363 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7dd026e2-207b-46c8-8b48-66ba5f9b366a req-997c494d-981b-4121-b327-0703efd008d5 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 943 time: 0.0605750 Jul 05 16:11:25.249163 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 81587e02-fcd0-4999-9ed7-aae4729b5548 up at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:11:25.275484 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7dd026e2-207b-46c8-8b48-66ba5f9b366a req-baf7bae3-55cc-48cf-8f13-8e4affe95ba0 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=da3712d7-f047-4290-93ed-568a37340494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530508 Jul 05 16:11:25.356608 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning for port 81587e02-fcd0-4999-9ed7-aae4729b5548 completed by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 16:11:25.420424 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning complete for port 81587e02-fcd0-4999-9ed7-aae4729b5548 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:11:25.420940 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (81587e02-fcd0-4999-9ed7-aae4729b5548), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:25.498087 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 81587e02-fcd0-4999-9ed7-aae4729b5548 is: BUILD; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:11:25.498474 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (81587e02-fcd0-4999-9ed7-aae4729b5548), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:25.521777 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42be8657-fc50-4057-b373-e7bcf984e261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81587e02-fcd0-4999-9ed7-aae4729b5548'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:11:25.523944 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa0a864-a452-4011-89f1-df60ffbdbae7" -d '{"events": [{"server_uuid": "42be8657-fc50-4057-b373-e7bcf984e261", "name": "network-vif-plugged", "status": "completed", "tag": "81587e02-fcd0-4999-9ed7-aae4729b5548"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:11:25.535863 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 81587e02-fcd0-4999-9ed7-aae4729b5548, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=81587e02-fcd0-4999-9ed7-aae4729b5548,segment=NetworkSegment(bbfc7f08-68f9-4166-85b4-e53d9bec6b3e),segment_id=bbfc7f08-68f9-4166-85b4-e53d9bec6b3e)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:11:25.565413 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c889aa2-6bf4-4a13-a18a-3601934f95da x-openstack-request-id: req-5c889aa2-6bf4-4a13-a18a-3601934f95da {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:11:25.565699 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42be8657-fc50-4057-b373-e7bcf984e261", "name": "network-vif-plugged", "status": "completed", "tag": "81587e02-fcd0-4999-9ed7-aae4729b5548", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:11:25.570620 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5c889aa2-6bf4-4a13-a18a-3601934f95da {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:11:25.570620 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c889aa2-6bf4-4a13-a18a-3601934f95da'] response: {'server_uuid': '42be8657-fc50-4057-b373-e7bcf984e261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81587e02-fcd0-4999-9ed7-aae4729b5548', 'code': 200} Jul 05 16:11:25.588535 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (81587e02-fcd0-4999-9ed7-aae4729b5548), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:25.642454 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=81587e02-fcd0-4999-9ed7-aae4729b5548,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:25.686543 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c556b98-2033-4636-ae3d-ab7eeeb4316f req-71ad91f3-65ac-47ef-9fea-7f9b0a1fabcd tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:25.688136 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3c556b98-2033-4636-ae3d-ab7eeeb4316f req-71ad91f3-65ac-47ef-9fea-7f9b0a1fabcd tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0568700 Jul 05 16:11:25.739861 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3c556b98-2033-4636-ae3d-ab7eeeb4316f req-9069efa4-5a11-47a7-936d-41ffaa9f8c22 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461638 Jul 05 16:11:25.857122 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:25.865917 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea5abb-a2bc-4d72-94d1-3a06f8cfbe15 req-31e60a48-9c52-4996-a092-101dcfcbed69 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:25.870076 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-afea5abb-a2bc-4d72-94d1-3a06f8cfbe15 req-31e60a48-9c52-4996-a092-101dcfcbed69 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0503867 Jul 05 16:11:25.915796 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-afea5abb-a2bc-4d72-94d1-3a06f8cfbe15 req-d488ac9e-08c6-46ab-a452-3aaf9c8e107a tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419853 Jul 05 16:11:26.002887 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ccf8c-0c08-4bfc-8c45-19e09fc8d123 req-d1abb3ef-8bdb-4c8e-9bd1-21c3696067f9 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:26.004372 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-339ccf8c-0c08-4bfc-8c45-19e09fc8d123 req-d1abb3ef-8bdb-4c8e-9bd1-21c3696067f9 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0551124 Jul 05 16:11:26.052569 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-339ccf8c-0c08-4bfc-8c45-19e09fc8d123 req-42e470bd-9227-4394-b339-9c9cc0c025bf tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424368 Jul 05 16:11:26.395935 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe41a2-20ff-4cdb-a1de-32cfcc601bb1 req-f1de39e1-1091-4e01-9461-70132515edd6 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:26.397401 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ddfe41a2-20ff-4cdb-a1de-32cfcc601bb1 req-f1de39e1-1091-4e01-9461-70132515edd6 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 943 time: 0.0507519 Jul 05 16:11:26.444211 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ddfe41a2-20ff-4cdb-a1de-32cfcc601bb1 req-53bfab67-9910-4ef1-90ae-a7df5c325f97 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=da3712d7-f047-4290-93ed-568a37340494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407140 Jul 05 16:11:26.855283 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f25d3-469e-48b6-85d4-74008b59537b req-2487f1d7-f8ef-4fa9-9ada-08e8d878e5c5 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:26.856789 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4b3f25d3-469e-48b6-85d4-74008b59537b req-2487f1d7-f8ef-4fa9-9ada-08e8d878e5c5 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0470128 Jul 05 16:11:26.904184 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4b3f25d3-469e-48b6-85d4-74008b59537b req-10f19ed9-eb26-48d2-b142-76327f4b8ecf tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413337 Jul 05 16:11:26.944557 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 54f02c5c-3943-4041-9d1e-31e3fcfcdf17 details requested by agent hyperv_hv-cinder-84875 with host hv-cinder-84875 {{(pid=104586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:11:26.962828 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:27.035182 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788a7f7-9d66-4aee-b40a-151773278af3 req-d30c2260-a16c-44ba-8333-0de58872e434 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:27.036682 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3788a7f7-9d66-4aee-b40a-151773278af3 req-d30c2260-a16c-44ba-8333-0de58872e434 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0511339 Jul 05 16:11:27.049518 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 54f02c5c-3943-4041-9d1e-31e3fcfcdf17, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=54f02c5c-3943-4041-9d1e-31e3fcfcdf17,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:11:27.064232 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Returning: {'device': '54f02c5c-3943-4041-9d1e-31e3fcfcdf17', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'port_id': '54f02c5c-3943-4041-9d1e-31e3fcfcdf17', 'mac_address': 'fa:16:3e:5e:99:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:11:27.064933 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:27.103908 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3788a7f7-9d66-4aee-b40a-151773278af3 req-df5183ef-7fa5-49b0-a3de-a82a6ca7bec8 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611973 Jul 05 16:11:27.112526 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 54f02c5c-3943-4041-9d1e-31e3fcfcdf17 is: DOWN; New status is: BUILD {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:11:27.113044 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (54f02c5c-3943-4041-9d1e-31e3fcfcdf17), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:27.130825 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f02c5c-3943-4041-9d1e-31e3fcfcdf17 {{(pid=104586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:11:27.151495 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 54f02c5c-3943-4041-9d1e-31e3fcfcdf17, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=54f02c5c-3943-4041-9d1e-31e3fcfcdf17,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:11:27.187979 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0109b-0b11-4625-aff9-dfba2680aaf8 req-693f70d1-6f56-4065-bc59-288e0e4a56b1 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:27.189529 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fee0109b-0b11-4625-aff9-dfba2680aaf8 req-693f70d1-6f56-4065-bc59-288e0e4a56b1 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0504422 Jul 05 16:11:27.229307 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (54f02c5c-3943-4041-9d1e-31e3fcfcdf17), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:27.243565 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fee0109b-0b11-4625-aff9-dfba2680aaf8 req-f123ae4f-02d9-4363-b291-5dd58b552a63 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483327 Jul 05 16:11:27.277254 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=54f02c5c-3943-4041-9d1e-31e3fcfcdf17,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:27.492957 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddb5b6-148a-4b37-845d-6f88749a9ca6 req-f8c84a64-435c-40c6-849a-5c70ba7ab187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:27.494440 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d8ddb5b6-148a-4b37-845d-6f88749a9ca6 req-f8c84a64-435c-40c6-849a-5c70ba7ab187 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 1129 time: 0.0401571 Jul 05 16:11:27.582622 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c8ada-ff31-460e-8230-9ceabe5f3e74 req-cf5ac2a7-3af1-44b6-980a-69959737bc0d tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:27.584107 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-602c8ada-ff31-460e-8230-9ceabe5f3e74 req-cf5ac2a7-3af1-44b6-980a-69959737bc0d tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 944 time: 0.0693328 Jul 05 16:11:27.586608 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d8ddb5b6-148a-4b37-845d-6f88749a9ca6 req-6dc062f1-789e-4126-8528-b8c00795ef51 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842590 Jul 05 16:11:27.633016 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-602c8ada-ff31-460e-8230-9ceabe5f3e74 req-b6405dd9-9ec6-4909-8953-861f04e85883 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=da3712d7-f047-4290-93ed-568a37340494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430195 Jul 05 16:11:27.708455 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['54f02c5c-3943-4041-9d1e-31e3fcfcdf17'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:11:28.018434 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b69258-7a6c-4c33-a697-31efb1c140cc req-d2c37113-84ba-4fc5-ac4e-f7eaab9e5a82 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:28.019907 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-07b69258-7a6c-4c33-a697-31efb1c140cc req-d2c37113-84ba-4fc5-ac4e-f7eaab9e5a82 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0484419 Jul 05 16:11:28.068280 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-07b69258-7a6c-4c33-a697-31efb1c140cc req-925cf6cb-0f47-42a6-90da-c91bcec82cd6 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423343 Jul 05 16:11:28.234067 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee5938-52a7-4548-83b6-242b5aed53f2 req-8da39ecd-3785-4455-92a6-d3c7b77cc698 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:28.239961 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3dee5938-52a7-4548-83b6-242b5aed53f2 req-8da39ecd-3785-4455-92a6-d3c7b77cc698 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0581188 Jul 05 16:11:28.346949 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3dee5938-52a7-4548-83b6-242b5aed53f2 req-f6a6af0c-92b9-4dbb-814b-30c818ed7b32 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053286 Jul 05 16:11:28.381939 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-0d8ed59c-74aa-432b-b151-f3035f76285c tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:28.383930 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-0d8ed59c-74aa-432b-b151-f3035f76285c tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/networks?id=143ca51d-04c4-49d1-b023-9392fa41c485 HTTP/1.1" status: 200 len: 808 time: 0.1345694 Jul 05 16:11:28.398851 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-b492c432-812a-4b21-bd05-d4263c6ea0e9 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/quotas/dce6460ca0714dc98df6e69034242a7f HTTP/1.1" status: 200 len: 375 time: 0.0090086 Jul 05 16:11:28.459818 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-2ff3a44e-cff9-4f2d-b1a2-e55fe9b0bbfe tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dce6460ca0714dc98df6e69034242a7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555966 Jul 05 16:11:28.485746 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa0457-d6c7-48f0-ba10-36aa62016d68 req-103cab38-00f4-4c9d-bcc9-a8108fe74695 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:28.487162 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-33aa0457-d6c7-48f0-ba10-36aa62016d68 req-103cab38-00f4-4c9d-bcc9-a8108fe74695 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0819306 Jul 05 16:11:28.524691 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:28.593781 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-33aa0457-d6c7-48f0-ba10-36aa62016d68 req-34bebb00-5f3b-4c69-9ebf-8ddb9f8926d2 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965245 Jul 05 16:11:28.606006 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-eb1271cc-ec11-437d-bf11-efe348276b28 service neutron] 10.222.0.45 "GET /v2.0/networks/143ca51d-04c4-49d1-b023-9392fa41c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382446 Jul 05 16:11:28.702878 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-b7d8652b-7c2d-496b-afce-aeeb2101ec11 service neutron] 10.222.0.45 "GET /v2.0/networks/143ca51d-04c4-49d1-b023-9392fa41c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890779 Jul 05 16:11:28.753886 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f148e-9bdb-42cd-bec8-eb2a84c2f0df req-79e40991-9679-4ed5-a20f-bf3cbab502c1 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:28.755357 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f60f148e-9bdb-42cd-bec8-eb2a84c2f0df req-79e40991-9679-4ed5-a20f-bf3cbab502c1 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 944 time: 0.0494893 Jul 05 16:11:28.793451 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:28.808895 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f60f148e-9bdb-42cd-bec8-eb2a84c2f0df req-89fc7764-5735-4109-ad02-478da8ab2870 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=da3712d7-f047-4290-93ed-568a37340494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474544 Jul 05 16:11:28.921905 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-36b73de5-4acb-4711-9efc-e65134600b08 req-cd04186e-209f-4203-839d-70dbc35833be tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a76848e-1c4b-494e-9160-6bdb585e27cc HTTP/1.1" status: 200 len: 210 time: 0.0283663 Jul 05 16:11:28.950306 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device c24636dc-9b24-45b5-a963-180931342e24 details requested by agent hyperv_hv-cinder-84875 with host hv-cinder-84875 {{(pid=104586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:11:28.954364 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 54f02c5c-3943-4041-9d1e-31e3fcfcdf17 up at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:11:29.066537 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning for port 54f02c5c-3943-4041-9d1e-31e3fcfcdf17 completed by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 16:11:29.095161 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port c24636dc-9b24-45b5-a963-180931342e24, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=c24636dc-9b24-45b5-a963-180931342e24,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:11:29.107012 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Returning: {'device': 'c24636dc-9b24-45b5-a963-180931342e24', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'port_id': 'c24636dc-9b24-45b5-a963-180931342e24', 'mac_address': 'fa:16:3e:61:9c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:11:29.131137 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:29.144801 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning complete for port 54f02c5c-3943-4041-9d1e-31e3fcfcdf17 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:11:29.145121 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (54f02c5c-3943-4041-9d1e-31e3fcfcdf17), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:29.147221 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port c24636dc-9b24-45b5-a963-180931342e24 is: ACTIVE; New status is: BUILD {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:11:29.147762 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (c24636dc-9b24-45b5-a963-180931342e24), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:29.187782 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c24636dc-9b24-45b5-a963-180931342e24 {{(pid=104586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:11:29.193565 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52539a-5585-4402-8f36-b944533c2ae8 req-fb9416bb-fbad-44ff-b603-d6f9e7a9d217 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:29.195109 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4d52539a-5585-4402-8f36-b944533c2ae8 req-fb9416bb-fbad-44ff-b603-d6f9e7a9d217 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0534565 Jul 05 16:11:29.217464 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port c24636dc-9b24-45b5-a963-180931342e24, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=c24636dc-9b24-45b5-a963-180931342e24,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:11:29.248516 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4d52539a-5585-4402-8f36-b944533c2ae8 req-48028b98-77d3-423a-a499-5c8dfe66dd41 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471933 Jul 05 16:11:29.263570 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 54f02c5c-3943-4041-9d1e-31e3fcfcdf17 is: BUILD; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:11:29.263570 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (54f02c5c-3943-4041-9d1e-31e3fcfcdf17), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:29.280188 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:29.290501 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82eccf63-469a-47ea-aab4-536d6210c066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f02c5c-3943-4041-9d1e-31e3fcfcdf17'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:11:29.292933 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b3b7b1-760c-4512-b207-24ce02fea218" -d '{"events": [{"server_uuid": "82eccf63-469a-47ea-aab4-536d6210c066", "name": "network-vif-plugged", "status": "completed", "tag": "54f02c5c-3943-4041-9d1e-31e3fcfcdf17"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:11:29.295669 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (c24636dc-9b24-45b5-a963-180931342e24), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:29.328565 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 54f02c5c-3943-4041-9d1e-31e3fcfcdf17, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=54f02c5c-3943-4041-9d1e-31e3fcfcdf17,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:11:29.334284 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ee17e4-1800-4041-8286-dbc0819c57ed x-openstack-request-id: req-e7ee17e4-1800-4041-8286-dbc0819c57ed {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:11:29.334589 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82eccf63-469a-47ea-aab4-536d6210c066", "name": "network-vif-plugged", "status": "completed", "tag": "54f02c5c-3943-4041-9d1e-31e3fcfcdf17", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:11:29.334845 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e7ee17e4-1800-4041-8286-dbc0819c57ed {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:11:29.335235 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7ee17e4-1800-4041-8286-dbc0819c57ed'] response: {'server_uuid': '82eccf63-469a-47ea-aab4-536d6210c066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f02c5c-3943-4041-9d1e-31e3fcfcdf17', 'code': 200} Jul 05 16:11:29.362802 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=c24636dc-9b24-45b5-a963-180931342e24,revision_number=6']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:29.391722 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (54f02c5c-3943-4041-9d1e-31e3fcfcdf17), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:29.436085 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['c24636dc-9b24-45b5-a963-180931342e24'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:11:29.473626 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=54f02c5c-3943-4041-9d1e-31e3fcfcdf17,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:29.497041 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a9fe5-fdee-4a2d-bb48-e9d39df79121 req-17fd23a8-82d3-4d82-bb54-e44553215b27 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:29.499306 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-429a9fe5-fdee-4a2d-bb48-e9d39df79121 req-17fd23a8-82d3-4d82-bb54-e44553215b27 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0801005 Jul 05 16:11:29.553168 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-429a9fe5-fdee-4a2d-bb48-e9d39df79121 req-e2da5da4-4d4a-4df7-866c-b8427e72b41e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475829 Jul 05 16:11:29.733692 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19050695-1771-44b6-a54e-64aa54ba6a98 req-d330e071-aa3f-4a6b-aaac-91e571a5cf0d tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:29.735503 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-19050695-1771-44b6-a54e-64aa54ba6a98 req-d330e071-aa3f-4a6b-aaac-91e571a5cf0d tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 944 time: 0.0524659 Jul 05 16:11:29.788922 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-19050695-1771-44b6-a54e-64aa54ba6a98 req-45d9bbf3-7ee4-4d21-9a92-59256f4aee40 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475378 Jul 05 16:11:29.931617 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c8d44-206d-491a-9634-1fb8bdce8ee7 req-8c380d55-41d0-416a-9548-a4c199faf95a tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:29.933117 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-356c8d44-206d-491a-9634-1fb8bdce8ee7 req-8c380d55-41d0-416a-9548-a4c199faf95a tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 945 time: 0.0550663 Jul 05 16:11:29.995594 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-356c8d44-206d-491a-9634-1fb8bdce8ee7 req-86002f55-ff1b-4a97-9b88-52a9ce55c361 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=da3712d7-f047-4290-93ed-568a37340494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569375 Jul 05 16:11:30.014895 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8ec12a3d-96e7-4429-8a1b-7d7bf601d634 req-45fe711c-3c0c-4030-b26f-d8d9dfc0160c tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a76848e-1c4b-494e-9160-6bdb585e27cc HTTP/1.1" status: 200 len: 210 time: 0.0364010 Jul 05 16:11:30.090646 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895acb30-cd8d-4c0f-b303-c21d57df8400 req-60c8c97a-b846-4af3-af95-7f2836d2a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:30.092116 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-895acb30-cd8d-4c0f-b303-c21d57df8400 req-60c8c97a-b846-4af3-af95-7f2836d2a513 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 1129 time: 0.0389345 Jul 05 16:11:30.140545 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-895acb30-cd8d-4c0f-b303-c21d57df8400 req-6567be39-fabf-4c48-8432-8965251d2fb5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=da3712d7-f047-4290-93ed-568a37340494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403495 Jul 05 16:11:30.364335 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefa243-0dc7-463a-a7e4-d4048afb6d4d req-af84d9bf-2a54-4dd9-a09f-7f8d2892df7b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:30.365821 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ecefa243-0dc7-463a-a7e4-d4048afb6d4d req-af84d9bf-2a54-4dd9-a09f-7f8d2892df7b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0470538 Jul 05 16:11:30.416138 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ecefa243-0dc7-463a-a7e4-d4048afb6d4d req-16de84e0-3506-48ff-bfef-270f92ea6000 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442402 Jul 05 16:11:30.674070 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29258020-317e-4c8f-9e57-b962d85de16d req-712ca8c2-4ff0-4680-8a64-7416b0568957 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:30.675632 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-29258020-317e-4c8f-9e57-b962d85de16d req-712ca8c2-4ff0-4680-8a64-7416b0568957 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0516474 Jul 05 16:11:30.727869 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-29258020-317e-4c8f-9e57-b962d85de16d req-136b0f50-b39c-48be-8a41-ce8893538fde tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450304 Jul 05 16:11:30.844841 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66f812-7a17-4bfb-8621-e48b23c2846b req-065dfcdc-4959-43a1-a7e4-e80d1aef5ee7 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:30.848937 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0a66f812-7a17-4bfb-8621-e48b23c2846b req-065dfcdc-4959-43a1-a7e4-e80d1aef5ee7 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0491550 Jul 05 16:11:30.854761 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 46494) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:30.859593 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-7c96ad65-6e89-4dc5-b932-88de5d4865cd tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Request body: {'floatingip': {'port_id': '81587e02-fcd0-4999-9ed7-aae4729b5548'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:11:30.974523 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device c24636dc-9b24-45b5-a963-180931342e24 up at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:11:31.027828 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning complete for port c24636dc-9b24-45b5-a963-180931342e24 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:11:31.028207 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (c24636dc-9b24-45b5-a963-180931342e24), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:31.107046 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port c24636dc-9b24-45b5-a963-180931342e24 is: BUILD; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:11:31.107343 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (c24636dc-9b24-45b5-a963-180931342e24), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:31.144659 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port c24636dc-9b24-45b5-a963-180931342e24, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=c24636dc-9b24-45b5-a963-180931342e24,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:11:31.155460 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-7c96ad65-6e89-4dc5-b932-88de5d4865cd tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks [] for floatingip (53b4497e-1fde-4eb2-8fec-8b503bc4fb4d), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:31.226938 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:31.277855 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac557a-4b76-4618-8b72-48931f73b8af req-5aa68757-a304-4e88-afe0-822076d41016 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:31.279403 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-55ac557a-4b76-4618-8b72-48931f73b8af req-5aa68757-a304-4e88-afe0-822076d41016 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 945 time: 0.1505711 Jul 05 16:11:31.287755 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3eea35-6ba2-4cd0-bd77-2b0c1af63304 req-40a34a71-4b0d-42b7-8b9d-766fc1a84a48 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:31.289765 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5d3eea35-6ba2-4cd0-bd77-2b0c1af63304 req-40a34a71-4b0d-42b7-8b9d-766fc1a84a48 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 944 time: 0.1621757 Jul 05 16:11:31.336565 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da368d38-2642-49c3-b499-eb5a977cbd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24636dc-9b24-45b5-a963-180931342e24'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:11:31.339150 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb5a04f-677b-4dfb-8fc9-989be6ded6eb" -d '{"events": [{"server_uuid": "da368d38-2642-49c3-b499-eb5a977cbd77", "name": "network-vif-plugged", "status": "completed", "tag": "c24636dc-9b24-45b5-a963-180931342e24"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:11:31.343263 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (c24636dc-9b24-45b5-a963-180931342e24), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:31.343446 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 46504) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:31.362305 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:31.430957 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=c24636dc-9b24-45b5-a963-180931342e24,revision_number=7']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:31.457504 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-55ac557a-4b76-4618-8b72-48931f73b8af req-26311450-5e3e-448c-9162-bb35c9e87e92 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=da3712d7-f047-4290-93ed-568a37340494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666961 Jul 05 16:11:31.463176 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5d3eea35-6ba2-4cd0-bd77-2b0c1af63304 req-99541f3b-c30b-4242-ba6d-58b07bdc3ea2 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399519 Jul 05 16:11:31.494854 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-7dfe1374-478d-4aac-87a8-4e910a1c7f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:31.561352 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1987ae12-f46f-478d-870b-e38981a34521 x-openstack-request-id: req-1987ae12-f46f-478d-870b-e38981a34521 {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:11:31.563799 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da368d38-2642-49c3-b499-eb5a977cbd77", "name": "network-vif-plugged", "status": "completed", "tag": "c24636dc-9b24-45b5-a963-180931342e24", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:11:31.563799 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1987ae12-f46f-478d-870b-e38981a34521 {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:11:31.564706 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1987ae12-f46f-478d-870b-e38981a34521'] response: {'server_uuid': 'da368d38-2642-49c3-b499-eb5a977cbd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24636dc-9b24-45b5-a963-180931342e24', 'code': 200} Jul 05 16:11:31.597324 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3120d3c9-6d67-4ba6-b55a-fafb5140ba2d req-dc48757c-139c-468b-b106-eeb179de15dd tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a76848e-1c4b-494e-9160-6bdb585e27cc HTTP/1.1" status: 200 len: 210 time: 0.0629549 Jul 05 16:11:31.611175 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-7dfe1374-478d-4aac-87a8-4e910a1c7f37 admin admin] Publish callbacks [] for security_group (7728c96d-463b-40c9-a9d0-9156f6e15e30), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:31.699833 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-7dfe1374-478d-4aac-87a8-4e910a1c7f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (7728c96d-463b-40c9-a9d0-9156f6e15e30), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:31.710150 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488f282-1d05-4dc3-b916-14fd9bf60e29 req-abe101b4-bf58-4fcc-ad49-fd6d25becafc tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:31.712163 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9488f282-1d05-4dc3-b916-14fd9bf60e29 req-abe101b4-bf58-4fcc-ad49-fd6d25becafc tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0831392 Jul 05 16:11:31.743281 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-7dfe1374-478d-4aac-87a8-4e910a1c7f37 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9bca3df3dbce4ee69c7081d663cddc4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3987999 Jul 05 16:11:31.744140 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe1374-478d-4aac-87a8-4e910a1c7f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7728c96d-463b-40c9-a9d0-9156f6e15e30,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:31.746412 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 46510) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:31.782205 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9488f282-1d05-4dc3-b916-14fd9bf60e29 req-34ac0cce-5657-4ed9-a79d-b29cee11cd72 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616846 Jul 05 16:11:31.806252 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-09ccd4e9-fd82-44bb-a80d-a95d1dce6b0d admin admin] Publish callbacks [] for security_group (7728c96d-463b-40c9-a9d0-9156f6e15e30), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:31.836029 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-09ccd4e9-fd82-44bb-a80d-a95d1dce6b0d admin admin] Publish callbacks [] for security_group (7728c96d-463b-40c9-a9d0-9156f6e15e30), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:31.901268 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-7c96ad65-6e89-4dc5-b932-88de5d4865cd tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:32.003144 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-09ccd4e9-fd82-44bb-a80d-a95d1dce6b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (7728c96d-463b-40c9-a9d0-9156f6e15e30), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:32.003354 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-7c96ad65-6e89-4dc5-b932-88de5d4865cd tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (53b4497e-1fde-4eb2-8fec-8b503bc4fb4d), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:32.007121 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-09ccd4e9-fd82-44bb-a80d-a95d1dce6b0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:32.007993 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-09ccd4e9-fd82-44bb-a80d-a95d1dce6b0d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7728c96d-463b-40c9-a9d0-9156f6e15e30 HTTP/1.1" status: 204 len: 168 time: 0.2601144 Jul 05 16:11:32.016532 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ccd4e9-fd82-44bb-a80d-a95d1dce6b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7728c96d-463b-40c9-a9d0-9156f6e15e30,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:32.111130 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.l3_db [None req-7c96ad65-6e89-4dc5-b932-88de5d4865cd tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Floating IP 53b4497e-1fde-4eb2-8fec-8b503bc4fb4d associated. External IP: 172.27.3.165, port: 81587e02-fcd0-4999-9ed7-aae4729b5548. Jul 05 16:11:32.372930 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c96ad65-6e89-4dc5-b932-88de5d4865cd tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Router 2ac14bb0-bd1e-448e-b280-36555b1f3cfa has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:11:32.473673 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:32.544046 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:32.602940 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-21d5d7a5-95c3-438a-a76e-8142a03cb5de tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:32.604357 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-21d5d7a5-95c3-438a-a76e-8142a03cb5de tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.47 "GET /v2.0/networks?id=143ca51d-04c4-49d1-b023-9392fa41c485 HTTP/1.1" status: 200 len: 808 time: 0.2760749 Jul 05 16:11:32.631059 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c96ad65-6e89-4dc5-b932-88de5d4865cd tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:11:32.637719 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-7c96ad65-6e89-4dc5-b932-88de5d4865cd tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:32.642237 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c304e8-1fb2-4042-9514-9ea4dbb62076 None None] Sync routers for ids ['2ac14bb0-bd1e-448e-b280-36555b1f3cfa'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:11:32.650591 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12488b-7696-4660-81ff-82634f9bc839 req-169916cd-170a-4c96-a2f6-a66ee8c0286c tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:32.650591 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0b12488b-7696-4660-81ff-82634f9bc839 req-169916cd-170a-4c96-a2f6-a66ee8c0286c tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 945 time: 0.1036525 Jul 05 16:11:32.660331 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c304e8-1fb2-4042-9514-9ea4dbb62076 None None] Routers {'2ac14bb0-bd1e-448e-b280-36555b1f3cfa'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:11:32.663124 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-53c304e8-1fb2-4042-9514-9ea4dbb62076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:11:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['2ac14bb0-bd1e-448e-b280-36555b1f3cfa'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:11:32.675814 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-7730e596-0f71-4698-a82f-e01d0be2cf10 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Request body: {'port': {'device_id': '3a76848e-1c4b-494e-9160-6bdb585e27cc', 'network_id': '143ca51d-04c4-49d1-b023-9392fa41c485', 'admin_state_up': True, 'tenant_id': 'dce6460ca0714dc98df6e69034242a7f'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:11:32.720811 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08fdfec-a88e-433e-a5ef-964923c099e0 req-aa5d870d-8a2f-4946-88f6-edbe6bbf2435 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:32.722308 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c08fdfec-a88e-433e-a5ef-964923c099e0 req-aa5d870d-8a2f-4946-88f6-edbe6bbf2435 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.1397703 Jul 05 16:11:32.743223 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-7c96ad65-6e89-4dc5-b932-88de5d4865cd tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "PUT /v2.0/floatingips/53b4497e-1fde-4eb2-8fec-8b503bc4fb4d HTTP/1.1" status: 200 len: 991 time: 1.8873127 Jul 05 16:11:32.750944 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42be8657-fc50-4057-b373-e7bcf984e261', 'tag': '81587e02-fcd0-4999-9ed7-aae4729b5548'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:11:32.753180 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27f2038-58b8-42e6-aeb5-ba51c5d90155" -d '{"events": [{"name": "network-changed", "server_uuid": "42be8657-fc50-4057-b373-e7bcf984e261", "tag": "81587e02-fcd0-4999-9ed7-aae4729b5548"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:11:32.785500 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-53c304e8-1fb2-4042-9514-9ea4dbb62076 None None] Set router 2ac14bb0-bd1e-448e-b280-36555b1f3cfa gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:11:32.824309 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:32.844626 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0b12488b-7696-4660-81ff-82634f9bc839 req-069104be-9e91-4099-9077-22a884b2137a tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=da3712d7-f047-4290-93ed-568a37340494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751349 Jul 05 16:11:32.908327 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c08fdfec-a88e-433e-a5ef-964923c099e0 req-3fa879d3-33f9-442b-9b64-57eba0e3ea91 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684382 Jul 05 16:11:33.001086 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8513db8-7f2e-465b-bcfa-c1036b6b471e x-openstack-request-id: req-b8513db8-7f2e-465b-bcfa-c1036b6b471e {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:11:33.001381 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42be8657-fc50-4057-b373-e7bcf984e261", "tag": "81587e02-fcd0-4999-9ed7-aae4729b5548", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:11:33.001627 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b8513db8-7f2e-465b-bcfa-c1036b6b471e {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:11:33.002043 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8513db8-7f2e-465b-bcfa-c1036b6b471e'] response: {'name': 'network-changed', 'server_uuid': '42be8657-fc50-4057-b373-e7bcf984e261', 'tag': '81587e02-fcd0-4999-9ed7-aae4729b5548', 'status': 'completed', 'code': 200} Jul 05 16:11:33.004076 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4560ed83-70c4-4cf6-8407-836f7587e1b0 req-3a5d0c1b-4654-44bf-9473-beb35d52453d tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a76848e-1c4b-494e-9160-6bdb585e27cc HTTP/1.1" status: 200 len: 210 time: 0.0558021 Jul 05 16:11:33.012603 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-5350e3e1-8517-436c-9297-0af2fd8fd4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:33.060081 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=15 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:33.065046 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=13 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:33.075846 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-7730e596-0f71-4698-a82f-e01d0be2cf10 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Made reservation on behalf of dce6460ca0714dc98df6e69034242a7f for: {'port': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:11:33.079272 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-7730e596-0f71-4698-a82f-e01d0be2cf10 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:33.150146 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-53c304e8-1fb2-4042-9514-9ea4dbb62076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-748629056-router', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:57Z', 'revision_number': 4, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'gw_port': {'id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '53b4497e-1fde-4eb2-8fec-8b503bc4fb4d', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'port_id': '81587e02-fcd0-4999-9ed7-aae4729b5548', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a', 'mac_address': 'fa:16:3e:56:d1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42be8657-fc50-4057-b373-e7bcf984e261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:11:09Z', 'updated_at': '2022-07-05T16:11:31Z', 'revision_number': 1, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718e5f4c-0aea-4fab-a9dc-819c9912770a', 'name': '', 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'mac_address': 'fa:16:3e:fc:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:04Z', 'revision_number': 5, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'subnets': [{'id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:11:33.182976 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c304e8-1fb2-4042-9514-9ea4dbb62076 None None] Checking router: 2ac14bb0-bd1e-448e-b280-36555b1f3cfa for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:11:33.188536 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f2038-58b8-42e6-aeb5-ba51c5d90155 req-3b6aca24-4fae-4bf2-9682-3a5412298164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:33.194132 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f27f2038-58b8-42e6-aeb5-ba51c5d90155 req-3b6aca24-4fae-4bf2-9682-3a5412298164 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbe6a2de3cba4aa7b365f30f5b2f745c&device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 1129 time: 0.1678417 Jul 05 16:11:33.194256 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c304e8-1fb2-4042-9514-9ea4dbb62076 None None] Routers {'2ac14bb0-bd1e-448e-b280-36555b1f3cfa'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:11:33.194256 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-53c304e8-1fb2-4042-9514-9ea4dbb62076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:11:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['2ac14bb0-bd1e-448e-b280-36555b1f3cfa'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:11:33.196556 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:33.204078 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f5b90-f915-43c1-ae2e-8ca2847e7c7d req-79dd5bd0-bc08-436e-a4a0-a7b7e1c4cf14 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:33.205719 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-543f5b90-f915-43c1-ae2e-8ca2847e7c7d req-79dd5bd0-bc08-436e-a4a0-a7b7e1c4cf14 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 945 time: 0.1372869 Jul 05 16:11:33.216821 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 46558) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:33.224266 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-cf24e88a-0a3a-4f79-98e3-b14c6386dccb tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Request body: {'floatingip': {'port_id': '54f02c5c-3943-4041-9d1e-31e3fcfcdf17'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:11:33.230751 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200d882-2767-47a8-a646-bd0f290e704f req-d8bd216a-961c-47e8-9ee8-20bd362c5f1a tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:33.232342 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5200d882-2767-47a8-a646-bd0f290e704f req-d8bd216a-961c-47e8-9ee8-20bd362c5f1a tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.1245587 Jul 05 16:11:33.315026 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cf24e88a-0a3a-4f79-98e3-b14c6386dccb tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (ef899ed4-b06c-4a3e-8d90-182bc8b45580), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:33.322562 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-53c304e8-1fb2-4042-9514-9ea4dbb62076 None None] Set router 2ac14bb0-bd1e-448e-b280-36555b1f3cfa gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:11:33.429084 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-7730e596-0f71-4698-a82f-e01d0be2cf10 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Allocated IP 172.20.0.7 (143ca51d-04c4-49d1-b023-9392fa41c485/a88d0897-2250-4418-812b-ec8f548a7317/2d45c376-9580-4310-a232-3fc6e8714d05) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:11:33.841897 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:33.939985 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-53c304e8-1fb2-4042-9514-9ea4dbb62076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-748629056-router', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:57Z', 'revision_number': 4, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'gw_port': {'id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '53b4497e-1fde-4eb2-8fec-8b503bc4fb4d', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'port_id': '81587e02-fcd0-4999-9ed7-aae4729b5548', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a', 'mac_address': 'fa:16:3e:56:d1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42be8657-fc50-4057-b373-e7bcf984e261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:11:09Z', 'updated_at': '2022-07-05T16:11:31Z', 'revision_number': 1, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718e5f4c-0aea-4fab-a9dc-819c9912770a', 'name': '', 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'mac_address': 'fa:16:3e:fc:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:04Z', 'revision_number': 5, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'subnets': [{'id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:11:33.957338 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5200d882-2767-47a8-a646-bd0f290e704f req-2baa4cce-4542-405f-8233-64d2a9741a0f tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6669252 Jul 05 16:11:33.966072 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:33.989870 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-7730e596-0f71-4698-a82f-e01d0be2cf10 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Publish callbacks [] for port (2d45c376-9580-4310-a232-3fc6e8714d05), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:33.996749 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f2038-58b8-42e6-aeb5-ba51c5d90155 req-8dfa4609-3028-4819-8d0e-df503c8e440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:33.998456 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f27f2038-58b8-42e6-aeb5-ba51c5d90155 req-8dfa4609-3028-4819-8d0e-df503c8e440c service neutron] 10.222.0.47 "GET /v2.0/networks?id=d875afbf-ed35-412f-bb5d-c579562ff61a HTTP/1.1" status: 200 len: 919 time: 0.7907422 Jul 05 16:11:34.024705 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c304e8-1fb2-4042-9514-9ea4dbb62076 None None] The sync data for ids ['2ac14bb0-bd1e-448e-b280-36555b1f3cfa'] in dv-cinder-848759-1-iscsi is: [{'id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-748629056-router', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:57Z', 'revision_number': 4, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'gw_port': {'id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '53b4497e-1fde-4eb2-8fec-8b503bc4fb4d', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'port_id': '81587e02-fcd0-4999-9ed7-aae4729b5548', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a', 'mac_address': 'fa:16:3e:56:d1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42be8657-fc50-4057-b373-e7bcf984e261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:11:09Z', 'updated_at': '2022-07-05T16:11:31Z', 'revision_number': 1, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718e5f4c-0aea-4fab-a9dc-819c9912770a', 'name': '', 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'mac_address': 'fa:16:3e:fc:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:04Z', 'revision_number': 5, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'subnets': [{'id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:11:34.048341 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.db.resource_extend [None req-cf24e88a-0a3a-4f79-98e3-b14c6386dccb tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 05 16:11:34.182666 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cf24e88a-0a3a-4f79-98e3-b14c6386dccb tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:34.187782 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-7730e596-0f71-4698-a82f-e01d0be2cf10 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (2d45c376-9580-4310-a232-3fc6e8714d05), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:34.277029 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cf24e88a-0a3a-4f79-98e3-b14c6386dccb tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (ef899ed4-b06c-4a3e-8d90-182bc8b45580), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:34.301140 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf443c5-f0d9-46a8-b3e3-fe3c3af8039f req-f188b88d-0642-412c-9e0c-268859743f2f tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:34.302763 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3bf443c5-f0d9-46a8-b3e3-fe3c3af8039f req-f188b88d-0642-412c-9e0c-268859743f2f tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.1748929 Jul 05 16:11:34.315385 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-7730e596-0f71-4698-a82f-e01d0be2cf10 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Network 143ca51d-04c4-49d1-b023-9392fa41c485 is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:11:34.318939 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-7730e596-0f71-4698-a82f-e01d0be2cf10 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:11:34.332202 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-7730e596-0f71-4698-a82f-e01d0be2cf10 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:11:34.347891 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f27f2038-58b8-42e6-aeb5-ba51c5d90155 req-6b5854e6-0e8b-465a-bdec-421ccf047948 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81587e02-fcd0-4999-9ed7-aae4729b5548 HTTP/1.1" status: 200 len: 999 time: 0.3244054 Jul 05 16:11:34.368053 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:34.389387 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2990ee-423d-4841-84be-03cdcdcc1594 req-99fc2f6b-f9a6-4be6-b486-ebd3e14a5d09 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:34.391087 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0f2990ee-423d-4841-84be-03cdcdcc1594 req-99fc2f6b-f9a6-4be6-b486-ebd3e14a5d09 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a76848e-1c4b-494e-9160-6bdb585e27cc HTTP/1.1" status: 200 len: 931 time: 0.2143667 Jul 05 16:11:34.405810 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730e596-0f71-4698-a82f-e01d0be2cf10 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Pushing event updated for resources: {'Port': ['ID=2d45c376-9580-4310-a232-3fc6e8714d05,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:34.445875 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.db.l3_db [None req-cf24e88a-0a3a-4f79-98e3-b14c6386dccb tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Floating IP ef899ed4-b06c-4a3e-8d90-182bc8b45580 associated. External IP: 172.27.3.144, port: 54f02c5c-3943-4041-9d1e-31e3fcfcdf17. Jul 05 16:11:34.521567 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:34.524356 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-7730e596-0f71-4698-a82f-e01d0be2cf10 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:34.525037 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-7730e596-0f71-4698-a82f-e01d0be2cf10 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:34.549908 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3bf443c5-f0d9-46a8-b3e3-fe3c3af8039f req-12fdcd3a-9cb7-4101-8d2b-dc04925d87d0 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198646 Jul 05 16:11:34.574629 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f2038-58b8-42e6-aeb5-ba51c5d90155 req-5c98621f-8694-4ce2-9940-14c3e48fc0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:34.575891 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f27f2038-58b8-42e6-aeb5-ba51c5d90155 req-5c98621f-8694-4ce2-9940-14c3e48fc0d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8a9b66f2-eae4-47d1-8086-fa8b5da512fd HTTP/1.1" status: 200 len: 857 time: 0.1931453 Jul 05 16:11:34.643903 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f2038-58b8-42e6-aeb5-ba51c5d90155 req-4d77cdd6-210a-4be6-9d1b-308eb1949372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:34.645676 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f27f2038-58b8-42e6-aeb5-ba51c5d90155 req-4d77cdd6-210a-4be6-9d1b-308eb1949372 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d875afbf-ed35-412f-bb5d-c579562ff61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602410 Jul 05 16:11:34.651396 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0f2990ee-423d-4841-84be-03cdcdcc1594 req-a32bf1d7-eb1a-41fb-8ca9-8ff98df2fd56 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317188 Jul 05 16:11:34.695794 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-7730e596-0f71-4698-a82f-e01d0be2cf10 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0275333 Jul 05 16:11:34.807323 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-10ec05df-0528-4fce-bbff-2cb3c8d213a2 service neutron] Request body: {'port': {'device_id': '3a76848e-1c4b-494e-9160-6bdb585e27cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84875'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:11:34.820428 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf24e88a-0a3a-4f79-98e3-b14c6386dccb tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Router 62ec803d-f49a-44eb-80f0-981ac75615d4 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:11:34.831384 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f27f2038-58b8-42e6-aeb5-ba51c5d90155 req-76ee3ecf-4ad7-4d82-b3f3-568dcc841b08 service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778479 Jul 05 16:11:34.976089 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-10ec05df-0528-4fce-bbff-2cb3c8d213a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (2d45c376-9580-4310-a232-3fc6e8714d05), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:35.008358 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf24e88a-0a3a-4f79-98e3-b14c6386dccb tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:11:35.015327 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cf24e88a-0a3a-4f79-98e3-b14c6386dccb tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:35.024408 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd4c035-403c-4e56-ba06-d645a537b11e None None] Sync routers for ids ['62ec803d-f49a-44eb-80f0-981ac75615d4'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:11:35.045406 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd4c035-403c-4e56-ba06-d645a537b11e None None] Routers {'62ec803d-f49a-44eb-80f0-981ac75615d4'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:11:35.049879 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-4bd4c035-403c-4e56-ba06-d645a537b11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:11:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['62ec803d-f49a-44eb-80f0-981ac75615d4'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:11:35.050542 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-cf24e88a-0a3a-4f79-98e3-b14c6386dccb tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "PUT /v2.0/floatingips/ef899ed4-b06c-4a3e-8d90-182bc8b45580 HTTP/1.1" status: 200 len: 991 time: 1.8321114 Jul 05 16:11:35.051529 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82eccf63-469a-47ea-aab4-536d6210c066', 'tag': '54f02c5c-3943-4041-9d1e-31e3fcfcdf17'}] {{(pid=104584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:11:35.065018 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be4aa087849a65c4a9e8a755187e63754d0c6c7db9367de7c29ca822742d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370ca486-220e-401d-9104-c5bcebfeeca1" -d '{"events": [{"name": "network-changed", "server_uuid": "82eccf63-469a-47ea-aab4-536d6210c066", "tag": "54f02c5c-3943-4041-9d1e-31e3fcfcdf17"}]}' {{(pid=104584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:11:35.158482 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30f5d52-a414-4d91-8039-241da16f363c x-openstack-request-id: req-d30f5d52-a414-4d91-8039-241da16f363c {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:11:35.158769 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82eccf63-469a-47ea-aab4-536d6210c066", "tag": "54f02c5c-3943-4041-9d1e-31e3fcfcdf17", "status": "completed", "code": 200}]} {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:11:35.159088 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d30f5d52-a414-4d91-8039-241da16f363c {{(pid=104584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:11:35.159746 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d30f5d52-a414-4d91-8039-241da16f363c'] response: {'name': 'network-changed', 'server_uuid': '82eccf63-469a-47ea-aab4-536d6210c066', 'tag': '54f02c5c-3943-4041-9d1e-31e3fcfcdf17', 'status': 'completed', 'code': 200} Jul 05 16:11:35.193700 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711669af-c172-434c-8cb5-844208f4cfdb None None] New status for floating IP 53b4497e-1fde-4eb2-8fec-8b503bc4fb4d: ACTIVE {{(pid=104586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:11:35.218673 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:35.225046 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f27f2038-58b8-42e6-aeb5-ba51c5d90155 req-2604edc1-947d-4910-9591-11b4efe3b446 service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713720 Jul 05 16:11:35.292799 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-4bd4c035-403c-4e56-ba06-d645a537b11e None None] Set router 62ec803d-f49a-44eb-80f0-981ac75615d4 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:11:35.295020 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ca486-220e-401d-9104-c5bcebfeeca1 req-21d8a1ec-b352-4e2d-a002-5a5c88ce052f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:35.298248 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-370ca486-220e-401d-9104-c5bcebfeeca1 req-21d8a1ec-b352-4e2d-a002-5a5c88ce052f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e6ad67dbf542528726c545872ac10c&device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 1129 time: 0.1086650 Jul 05 16:11:35.312919 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-88cbd86e-d1f8-4bf3-9e40-67d265f3a491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:35.385219 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae50255-4c79-4618-9fdb-6f0fa90de232 req-eff6ebac-38a3-4c29-9443-0adfd8ffd704 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:35.392649 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0ae50255-4c79-4618-9fdb-6f0fa90de232 req-eff6ebac-38a3-4c29-9443-0adfd8ffd704 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.2650378 Jul 05 16:11:35.422188 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:35.529505 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0ae50255-4c79-4618-9fdb-6f0fa90de232 req-3373b57a-5c62-49be-b4f8-d8bad5222da0 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358819 Jul 05 16:11:35.555571 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ca486-220e-401d-9104-c5bcebfeeca1 req-1f49c325-2635-494e-ac76-2d258c6b612f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:35.555571 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-370ca486-220e-401d-9104-c5bcebfeeca1 req-1f49c325-2635-494e-ac76-2d258c6b612f service neutron] 10.222.0.47 "GET /v2.0/networks?id=77ec7356-4bd9-42af-abe3-f1b9c525bdef HTTP/1.1" status: 200 len: 916 time: 0.2110159 Jul 05 16:11:35.599334 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-4bd4c035-403c-4e56-ba06-d645a537b11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': 'ec103040-fdf8-48d3-9e01-b62ba1d703ee', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'port_id': '0d4a05ab-6ac5-4ab2-bad3-8b10a8823738', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'mac_address': 'fa:16:3e:6a:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478dac11-75cf-4e58-9ba7-e78469b8045a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:09:08Z', 'updated_at': '2022-07-05T16:09:55Z', 'revision_number': 2, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'fixed_ip_address_scope': None}, {'id': 'ef899ed4-b06c-4a3e-8d90-182bc8b45580', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'port_id': '54f02c5c-3943-4041-9d1e-31e3fcfcdf17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'mac_address': 'fa:16:3e:5e:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eccf63-469a-47ea-aab4-536d6210c066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:11:11Z', 'updated_at': '2022-07-05T16:11:33Z', 'revision_number': 1, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f', 'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'mac_address': 'fa:16:3e:6d:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:07Z', 'revision_number': 5, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'subnets': [{'id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:11:35.626107 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-370ca486-220e-401d-9104-c5bcebfeeca1 req-ad6f8dfb-5c5c-4365-ac1c-0a019ac169dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54f02c5c-3943-4041-9d1e-31e3fcfcdf17 HTTP/1.1" status: 200 len: 999 time: 0.0650041 Jul 05 16:11:35.643942 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd4c035-403c-4e56-ba06-d645a537b11e None None] Checking router: 62ec803d-f49a-44eb-80f0-981ac75615d4 for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:11:35.647489 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd4c035-403c-4e56-ba06-d645a537b11e None None] Routers {'62ec803d-f49a-44eb-80f0-981ac75615d4'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:11:35.648348 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-4bd4c035-403c-4e56-ba06-d645a537b11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:11:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['62ec803d-f49a-44eb-80f0-981ac75615d4'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:11:35.714359 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-10ec05df-0528-4fce-bbff-2cb3c8d213a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d45c376-9580-4310-a232-3fc6e8714d05 {{(pid=104585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:11:35.747842 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-10ec05df-0528-4fce-bbff-2cb3c8d213a2 service neutron] Publish callbacks [] for port (2d45c376-9580-4310-a232-3fc6e8714d05), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:35.769749 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ca486-220e-401d-9104-c5bcebfeeca1 req-e7a306dc-10eb-40ef-823b-22b6d316536a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:35.771491 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-370ca486-220e-401d-9104-c5bcebfeeca1 req-e7a306dc-10eb-40ef-823b-22b6d316536a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c2b09a9-00a4-429f-86c4-f8b1d0e4e593 HTTP/1.1" status: 200 len: 854 time: 0.1395357 Jul 05 16:11:35.774075 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc02a1-0c7a-4f63-b182-1b13aea7ce51 req-5f21665f-31df-4b29-afe0-611663ab3c16 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:35.775607 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3ccc02a1-0c7a-4f63-b182-1b13aea7ce51 req-5f21665f-31df-4b29-afe0-611663ab3c16 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0777326 Jul 05 16:11:35.779618 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.provisioning_blocks [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-10ec05df-0528-4fce-bbff-2cb3c8d213a2 service neutron] Transition to ACTIVE for port object 2d45c376-9580-4310-a232-3fc6e8714d05 will not be triggered until provisioned by entity L2. {{(pid=104585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 16:11:35.831100 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-4bd4c035-403c-4e56-ba06-d645a537b11e None None] Set router 62ec803d-f49a-44eb-80f0-981ac75615d4 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:11:35.852269 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bcf4d-757e-436a-82c1-34aefb7112f9 req-39a3c284-5e04-494a-94a0-ed96f3d6f973 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:35.853859 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-cd7bcf4d-757e-436a-82c1-34aefb7112f9 req-39a3c284-5e04-494a-94a0-ed96f3d6f973 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a76848e-1c4b-494e-9160-6bdb585e27cc HTTP/1.1" status: 200 len: 931 time: 0.0756929 Jul 05 16:11:35.861692 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-10ec05df-0528-4fce-bbff-2cb3c8d213a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (2d45c376-9580-4310-a232-3fc6e8714d05), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:35.869586 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ca486-220e-401d-9104-c5bcebfeeca1 req-6fa021f3-191b-43f8-ab4b-db6974f1fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:35.871568 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-370ca486-220e-401d-9104-c5bcebfeeca1 req-6fa021f3-191b-43f8-ab4b-db6974f1fb10 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77ec7356-4bd9-42af-abe3-f1b9c525bdef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0930717 Jul 05 16:11:35.952166 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3ccc02a1-0c7a-4f63-b182-1b13aea7ce51 req-cf572960-d48e-485a-936c-4526ca817d44 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603467 Jul 05 16:11:36.022539 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec05df-0528-4fce-bbff-2cb3c8d213a2 service neutron] Pushing event updated for resources: {'Port': ['ID=2d45c376-9580-4310-a232-3fc6e8714d05,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:36.050483 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-cd7bcf4d-757e-436a-82c1-34aefb7112f9 req-65a60598-d236-4066-acfd-e28d2dd1c342 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763048 Jul 05 16:11:36.074555 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-370ca486-220e-401d-9104-c5bcebfeeca1 req-606aced4-cfba-456b-b73c-a44d3556a87c service neutron] 10.222.0.47 "GET /v2.0/networks/77ec7356-4bd9-42af-abe3-f1b9c525bdef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826787 Jul 05 16:11:36.121223 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-10ec05df-0528-4fce-bbff-2cb3c8d213a2 service neutron] Attempting to bind port 2d45c376-9580-4310-a232-3fc6e8714d05 on host hv-cinder-84875 for vnic_type normal with profile {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:11:36.121816 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-10ec05df-0528-4fce-bbff-2cb3c8d213a2 service neutron] Attempting to bind port 2d45c376-9580-4310-a232-3fc6e8714d05 by drivers openvswitch,hyperv on host hv-cinder-84875 at level 0 using segments [{'id': '436de476-886f-4d89-85ff-77c429900144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '143ca51d-04c4-49d1-b023-9392fa41c485'}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:11:36.122317 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-10ec05df-0528-4fce-bbff-2cb3c8d213a2 service neutron] Attempting to bind port 2d45c376-9580-4310-a232-3fc6e8714d05 on network 143ca51d-04c4-49d1-b023-9392fa41c485 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:11:36.129569 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-10ec05df-0528-4fce-bbff-2cb3c8d213a2 service neutron] Port 2d45c376-9580-4310-a232-3fc6e8714d05 on network 143ca51d-04c4-49d1-b023-9392fa41c485 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84875 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 16:11:36.130385 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-10ec05df-0528-4fce-bbff-2cb3c8d213a2 service neutron] Attempting to bind port 2d45c376-9580-4310-a232-3fc6e8714d05 on network 143ca51d-04c4-49d1-b023-9392fa41c485 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:11:36.136289 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-10ec05df-0528-4fce-bbff-2cb3c8d213a2 service neutron] Checking agent: {'id': '9349738f-6636-400c-ae94-e0965ca2b601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84875', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'started_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:11:36.136896 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-10ec05df-0528-4fce-bbff-2cb3c8d213a2 service neutron] Checking segment: {'id': '436de476-886f-4d89-85ff-77c429900144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '143ca51d-04c4-49d1-b023-9392fa41c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:11:36.137476 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-10ec05df-0528-4fce-bbff-2cb3c8d213a2 service neutron] Bound using segment: {'id': '436de476-886f-4d89-85ff-77c429900144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '143ca51d-04c4-49d1-b023-9392fa41c485'} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:11:36.138122 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-10ec05df-0528-4fce-bbff-2cb3c8d213a2 service neutron] Bound port: 2d45c376-9580-4310-a232-3fc6e8714d05, host: hv-cinder-84875, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436de476-886f-4d89-85ff-77c429900144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '143ca51d-04c4-49d1-b023-9392fa41c485'}}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:11:36.138697 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-10ec05df-0528-4fce-bbff-2cb3c8d213a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (2d45c376-9580-4310-a232-3fc6e8714d05), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:36.165099 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:36.207161 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-370ca486-220e-401d-9104-c5bcebfeeca1 req-38dd247b-4e05-4b32-933a-62d63c3f50e2 service neutron] 10.222.0.47 "GET /v2.0/networks/77ec7356-4bd9-42af-abe3-f1b9c525bdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232712 Jul 05 16:11:36.245837 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:36.265789 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-10ec05df-0528-4fce-bbff-2cb3c8d213a2 service neutron] For port 2d45c376-9580-4310-a232-3fc6e8714d05, host hv-cinder-84875, cleared binding levels {{(pid=104585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:11:36.265789 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-10ec05df-0528-4fce-bbff-2cb3c8d213a2 service neutron] For port 2d45c376-9580-4310-a232-3fc6e8714d05, host hv-cinder-84875, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=2d45c376-9580-4310-a232-3fc6e8714d05,segment=NetworkSegment(436de476-886f-4d89-85ff-77c429900144),segment_id=436de476-886f-4d89-85ff-77c429900144)] {{(pid=104585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:11:36.440349 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-4bd4c035-403c-4e56-ba06-d645a537b11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': 'ec103040-fdf8-48d3-9e01-b62ba1d703ee', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'port_id': '0d4a05ab-6ac5-4ab2-bad3-8b10a8823738', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'mac_address': 'fa:16:3e:6a:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478dac11-75cf-4e58-9ba7-e78469b8045a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:09:08Z', 'updated_at': '2022-07-05T16:09:55Z', 'revision_number': 2, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'fixed_ip_address_scope': None}, {'id': 'ef899ed4-b06c-4a3e-8d90-182bc8b45580', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'port_id': '54f02c5c-3943-4041-9d1e-31e3fcfcdf17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'mac_address': 'fa:16:3e:5e:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eccf63-469a-47ea-aab4-536d6210c066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:11:11Z', 'updated_at': '2022-07-05T16:11:33Z', 'revision_number': 1, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f', 'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'mac_address': 'fa:16:3e:6d:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:07Z', 'revision_number': 5, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'subnets': [{'id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:11:36.474333 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd4c035-403c-4e56-ba06-d645a537b11e None None] The sync data for ids ['62ec803d-f49a-44eb-80f0-981ac75615d4'] in dv-cinder-848759-1-iscsi is: [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': 'ec103040-fdf8-48d3-9e01-b62ba1d703ee', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'port_id': '0d4a05ab-6ac5-4ab2-bad3-8b10a8823738', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'mac_address': 'fa:16:3e:6a:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478dac11-75cf-4e58-9ba7-e78469b8045a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:09:08Z', 'updated_at': '2022-07-05T16:09:55Z', 'revision_number': 2, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'fixed_ip_address_scope': None}, {'id': 'ef899ed4-b06c-4a3e-8d90-182bc8b45580', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'port_id': '54f02c5c-3943-4041-9d1e-31e3fcfcdf17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'mac_address': 'fa:16:3e:5e:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eccf63-469a-47ea-aab4-536d6210c066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:11:11Z', 'updated_at': '2022-07-05T16:11:33Z', 'revision_number': 1, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f', 'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'mac_address': 'fa:16:3e:6d:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:07Z', 'revision_number': 5, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'subnets': [{'id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:11:36.604654 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-10ec05df-0528-4fce-bbff-2cb3c8d213a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (2d45c376-9580-4310-a232-3fc6e8714d05), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:36.608207 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:36.633381 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-10ec05df-0528-4fce-bbff-2cb3c8d213a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:36.634019 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-10ec05df-0528-4fce-bbff-2cb3c8d213a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:36.635416 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-10ec05df-0528-4fce-bbff-2cb3c8d213a2 service neutron] 10.222.0.47 "PUT /v2.0/ports/2d45c376-9580-4310-a232-3fc6e8714d05 HTTP/1.1" status: 200 len: 1093 time: 1.8387167 Jul 05 16:11:36.662132 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a76848e-1c4b-494e-9160-6bdb585e27cc', 'tag': '2d45c376-9580-4310-a232-3fc6e8714d05'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:11:36.664377 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03078ae-18cd-4d33-9ba4-68b70454d021" -d '{"events": [{"name": "network-changed", "server_uuid": "3a76848e-1c4b-494e-9160-6bdb585e27cc", "tag": "2d45c376-9580-4310-a232-3fc6e8714d05"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:11:36.726544 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddca4e6-d5f0-45f8-9a6a-ea668b581832 req-f5d8c9cf-6738-48e5-9dae-050e25c6d155 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:36.727020 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5ddca4e6-d5f0-45f8-9a6a-ea668b581832 req-f5d8c9cf-6738-48e5-9dae-050e25c6d155 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0650282 Jul 05 16:11:36.730023 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63534482-abb0-4989-bca4-258f7ee81a6c x-openstack-request-id: req-63534482-abb0-4989-bca4-258f7ee81a6c {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:11:36.730284 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a76848e-1c4b-494e-9160-6bdb585e27cc", "tag": "2d45c376-9580-4310-a232-3fc6e8714d05", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:11:36.730536 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-63534482-abb0-4989-bca4-258f7ee81a6c {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:11:36.730913 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63534482-abb0-4989-bca4-258f7ee81a6c'] response: {'name': 'network-changed', 'server_uuid': '3a76848e-1c4b-494e-9160-6bdb585e27cc', 'tag': '2d45c376-9580-4310-a232-3fc6e8714d05', 'status': 'completed', 'code': 200} Jul 05 16:11:36.774377 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ee9c9e-41c1-4cfe-9dbf-721364403ab2 None None] New status for floating IP ef899ed4-b06c-4a3e-8d90-182bc8b45580: ACTIVE {{(pid=104587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:11:36.819612 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec05df-0528-4fce-bbff-2cb3c8d213a2 service neutron] Pushing event updated for resources: {'Port': ['ID=2d45c376-9580-4310-a232-3fc6e8714d05,revision_number=3']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:36.847094 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=100 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:36.876357 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5ddca4e6-d5f0-45f8-9a6a-ea668b581832 req-051eb98c-32eb-4eb0-bb5d-e8c5ab72c09e tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189601 Jul 05 16:11:36.877544 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03078ae-18cd-4d33-9ba4-68b70454d021 req-fa874335-8954-4e75-aae6-e249a5412255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:36.879124 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c03078ae-18cd-4d33-9ba4-68b70454d021 req-fa874335-8954-4e75-aae6-e249a5412255 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dce6460ca0714dc98df6e69034242a7f&device_id=3a76848e-1c4b-494e-9160-6bdb585e27cc HTTP/1.1" status: 200 len: 1127 time: 0.0815048 Jul 05 16:11:37.040748 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03078ae-18cd-4d33-9ba4-68b70454d021 req-242b4efa-cfc7-4a4e-bdd0-aaac8b3a6970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:37.044568 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c03078ae-18cd-4d33-9ba4-68b70454d021 req-242b4efa-cfc7-4a4e-bdd0-aaac8b3a6970 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=dce6460ca0714dc98df6e69034242a7f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1559765 Jul 05 16:11:37.223006 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd82f30-07f7-40bf-9034-dc5ea847b835 req-97fa6fa0-3bac-4852-95c9-64eafc557d97 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:37.225927 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ebd82f30-07f7-40bf-9034-dc5ea847b835 req-97fa6fa0-3bac-4852-95c9-64eafc557d97 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0886111 Jul 05 16:11:37.233724 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:37.244244 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03078ae-18cd-4d33-9ba4-68b70454d021 req-40221cb3-1ee6-4d0d-9254-494783c7d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:37.245830 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c03078ae-18cd-4d33-9ba4-68b70454d021 req-40221cb3-1ee6-4d0d-9254-494783c7d191 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1950126 Jul 05 16:11:37.305644 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ebd82f30-07f7-40bf-9034-dc5ea847b835 req-5150e1a3-a0d1-4cbd-90be-006c87535e3f tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686507 Jul 05 16:11:37.392844 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-cc01be4c-9716-44e3-8254-a2ff0472030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:37.395340 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-cc01be4c-9716-44e3-8254-a2ff0472030f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dce6460ca0714dc98df6e69034242a7f&device_id=3a76848e-1c4b-494e-9160-6bdb585e27cc HTTP/1.1" status: 200 len: 1127 time: 0.0681601 Jul 05 16:11:37.476100 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-6aebe722-5d6e-4cde-874d-470ded73a919 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d45c376-9580-4310-a232-3fc6e8714d05 HTTP/1.1" status: 200 len: 217 time: 0.0697162 Jul 05 16:11:37.552192 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d880525-e6f3-472b-bef9-f677840e29ea req-bdcff77e-cdf9-4c1c-96fb-51a296d7771d tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:37.557374 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9d880525-e6f3-472b-bef9-f677840e29ea req-bdcff77e-cdf9-4c1c-96fb-51a296d7771d tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a76848e-1c4b-494e-9160-6bdb585e27cc HTTP/1.1" status: 200 len: 943 time: 0.1604443 Jul 05 16:11:37.604554 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c845d2b-9c05-4bf6-8e42-4707a77ec4d7 req-08a18c6e-4566-4f57-8de9-bb67827be26a tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:37.606294 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6c845d2b-9c05-4bf6-8e42-4707a77ec4d7 req-08a18c6e-4566-4f57-8de9-bb67827be26a tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.1359322 Jul 05 16:11:37.622694 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8325d4-109b-465f-839e-657d5a53e754 req-ece5b245-eb0b-4f9d-bbf3-9d5d98ac4559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:37.624554 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-553ee56a-a331-4fac-a91d-e917d92f12b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:37.625144 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-dd8325d4-109b-465f-839e-657d5a53e754 req-ece5b245-eb0b-4f9d-bbf3-9d5d98ac4559 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ec37a457530439b8728dd2ad2b6b7bd&device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 1130 time: 0.0658011 Jul 05 16:11:37.626018 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-553ee56a-a331-4fac-a91d-e917d92f12b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a88d0897-2250-4418-812b-ec8f548a7317 HTTP/1.1" status: 200 len: 848 time: 0.1393616 Jul 05 16:11:37.704805 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-ff2e4ded-ad52-4093-8564-2b357021099f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=143ca51d-04c4-49d1-b023-9392fa41c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569711 Jul 05 16:11:37.717728 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9d880525-e6f3-472b-bef9-f677840e29ea req-ac27a830-ea41-4155-acf5-1f6b31f880b3 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443658 Jul 05 16:11:37.776235 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6c845d2b-9c05-4bf6-8e42-4707a77ec4d7 req-83d036ff-06f6-4921-b2bc-99f6a6600363 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570561 Jul 05 16:11:37.865563 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-36f7e4c4-b381-4779-908f-1b785ebf7d42 service neutron] 10.222.0.47 "GET /v2.0/networks/143ca51d-04c4-49d1-b023-9392fa41c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448059 Jul 05 16:11:37.989113 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:37.998084 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:37.999637 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8325d4-109b-465f-839e-657d5a53e754 req-2c3bff5d-8e0f-4c82-b678-77b06e4dbff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:38.000284 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-dd8325d4-109b-465f-839e-657d5a53e754 req-2c3bff5d-8e0f-4c82-b678-77b06e4dbff8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=77e226ae-740f-49bf-a51d-1fc557b375c9 HTTP/1.1" status: 200 len: 911 time: 0.3600261 Jul 05 16:11:38.003341 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d24d9c33-9637-4ce4-9728-bee74b741a03 req-4d4c770c-f240-4154-9df0-c882d18aba86 service neutron] 10.222.0.47 "GET /v2.0/networks/143ca51d-04c4-49d1-b023-9392fa41c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269081 Jul 05 16:11:38.079926 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-dd8325d4-109b-465f-839e-657d5a53e754 req-d7b835ea-f3cb-4bf6-b333-ab8f788bf5a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 HTTP/1.1" status: 200 len: 1000 time: 0.0622244 Jul 05 16:11:38.128478 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8325d4-109b-465f-839e-657d5a53e754 req-647074b7-d03d-443d-87b5-ea986c0f494e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:38.131298 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-dd8325d4-109b-465f-839e-657d5a53e754 req-647074b7-d03d-443d-87b5-ea986c0f494e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a HTTP/1.1" status: 200 len: 849 time: 0.0439274 Jul 05 16:11:38.176492 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8325d4-109b-465f-839e-657d5a53e754 req-5e53196d-7bc9-4fa8-ac2d-1f16753a04ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:38.177997 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-dd8325d4-109b-465f-839e-657d5a53e754 req-5e53196d-7bc9-4fa8-ac2d-1f16753a04ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77e226ae-740f-49bf-a51d-1fc557b375c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411155 Jul 05 16:11:38.284272 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-dd8325d4-109b-465f-839e-657d5a53e754 req-16c28cb7-a033-45e6-8bfe-cb1633514026 service neutron] 10.222.0.47 "GET /v2.0/networks/77e226ae-740f-49bf-a51d-1fc557b375c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988004 Jul 05 16:11:38.316039 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:38.375875 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:38.385930 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-dd8325d4-109b-465f-839e-657d5a53e754 req-af6bbee8-a7b7-4f8f-a17e-7c9078d25bbb service neutron] 10.222.0.47 "GET /v2.0/networks/77e226ae-740f-49bf-a51d-1fc557b375c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932705 Jul 05 16:11:38.474148 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e656d3-acf9-4aee-b274-f3d2dd2d197b req-bfdf530d-03b8-433c-b208-0a73c5534aa5 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:38.476056 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-68e656d3-acf9-4aee-b274-f3d2dd2d197b req-bfdf530d-03b8-433c-b208-0a73c5534aa5 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0624766 Jul 05 16:11:38.533289 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-68e656d3-acf9-4aee-b274-f3d2dd2d197b req-5023949c-2cb6-44a6-8e40-d2d0c2dacea9 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508475 Jul 05 16:11:38.836327 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b713e66-05ab-4b55-9c1b-45c42da59d07 req-17f5e7c7-4f2d-483c-9e8c-a904b25bba1c tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:38.837893 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2b713e66-05ab-4b55-9c1b-45c42da59d07 req-17f5e7c7-4f2d-483c-9e8c-a904b25bba1c tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a76848e-1c4b-494e-9160-6bdb585e27cc HTTP/1.1" status: 200 len: 943 time: 0.0465558 Jul 05 16:11:38.926528 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76166c7-6e07-44e9-a700-567071d5d4db req-3aa04484-cea9-4a3e-9f5c-f71de86943b0 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:38.927996 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b76166c7-6e07-44e9-a700-567071d5d4db req-3aa04484-cea9-4a3e-9f5c-f71de86943b0 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0664899 Jul 05 16:11:38.932102 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2b713e66-05ab-4b55-9c1b-45c42da59d07 req-55e7816b-fe2f-41e9-aab3-54391bbebaa2 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888302 Jul 05 16:11:38.974060 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b76166c7-6e07-44e9-a700-567071d5d4db req-878b6287-5de7-45c5-822b-dfab9070ee8a tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405805 Jul 05 16:11:39.652862 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93471a60-e417-4355-b7d4-225543d148ba req-b579bb13-8588-45f3-98f4-2cd4e14d6f5c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:39.654430 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-93471a60-e417-4355-b7d4-225543d148ba req-b579bb13-8588-45f3-98f4-2cd4e14d6f5c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0473254 Jul 05 16:11:39.706555 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-93471a60-e417-4355-b7d4-225543d148ba req-1f79f04c-892a-4d22-9d3d-fd140254db7c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464754 Jul 05 16:11:40.075395 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37f67c-da22-430e-8c60-5727b9e13e2a req-93952c1f-f267-41bc-be6d-8dc8aec1d980 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:40.082189 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fa37f67c-da22-430e-8c60-5727b9e13e2a req-93952c1f-f267-41bc-be6d-8dc8aec1d980 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a76848e-1c4b-494e-9160-6bdb585e27cc HTTP/1.1" status: 200 len: 943 time: 0.0696945 Jul 05 16:11:40.156150 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9268c3b-cc40-4c37-abb1-ed308a4a46c9 req-3278fb53-6eca-444e-a8fb-9a053549da1f tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:40.165221 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f9268c3b-cc40-4c37-abb1-ed308a4a46c9 req-3278fb53-6eca-444e-a8fb-9a053549da1f tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0808272 Jul 05 16:11:40.215853 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fa37f67c-da22-430e-8c60-5727b9e13e2a req-27bef056-9b42-47b2-b37e-ba28c6261719 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324778 Jul 05 16:11:40.275322 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f9268c3b-cc40-4c37-abb1-ed308a4a46c9 req-5f9204bd-0b77-4ef4-91e2-c8bbbb4b3fdf tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036346 Jul 05 16:11:40.844712 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c72013-be9c-4a1a-b45b-7dbf5e6c1bf4 req-a7bca51b-dfd6-46ea-9da0-dc0dd18d422b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:40.845706 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-31c72013-be9c-4a1a-b45b-7dbf5e6c1bf4 req-a7bca51b-dfd6-46ea-9da0-dc0dd18d422b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0590630 Jul 05 16:11:40.868812 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:40.902144 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-31c72013-be9c-4a1a-b45b-7dbf5e6c1bf4 req-d08667f8-0d38-47c5-abf0-559e8bd1cba8 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491579 Jul 05 16:11:41.090350 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 2d45c376-9580-4310-a232-3fc6e8714d05 details requested by agent hyperv_hv-cinder-84875 with host hv-cinder-84875 {{(pid=104586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:11:41.224496 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 2d45c376-9580-4310-a232-3fc6e8714d05, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=2d45c376-9580-4310-a232-3fc6e8714d05,segment=NetworkSegment(436de476-886f-4d89-85ff-77c429900144),segment_id=436de476-886f-4d89-85ff-77c429900144)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:11:41.257831 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Returning: {'device': '2d45c376-9580-4310-a232-3fc6e8714d05', 'network_id': '143ca51d-04c4-49d1-b023-9392fa41c485', 'port_id': '2d45c376-9580-4310-a232-3fc6e8714d05', 'mac_address': 'fa:16:3e:27:56:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88d0897-2250-4418-812b-ec8f548a7317', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:11:41.305701 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 2d45c376-9580-4310-a232-3fc6e8714d05 is: DOWN; New status is: BUILD {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:11:41.306387 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (2d45c376-9580-4310-a232-3fc6e8714d05), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:41.323180 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d45c376-9580-4310-a232-3fc6e8714d05 {{(pid=104586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:11:41.354340 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 2d45c376-9580-4310-a232-3fc6e8714d05, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=2d45c376-9580-4310-a232-3fc6e8714d05,segment=NetworkSegment(436de476-886f-4d89-85ff-77c429900144),segment_id=436de476-886f-4d89-85ff-77c429900144)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:11:41.414198 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (2d45c376-9580-4310-a232-3fc6e8714d05), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:41.417285 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747c797-c44a-4eda-8295-21a0562e2c34 req-65b5a7b7-ae37-40b2-98e9-76a91562437b tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:41.421874 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e747c797-c44a-4eda-8295-21a0562e2c34 req-65b5a7b7-ae37-40b2-98e9-76a91562437b tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a76848e-1c4b-494e-9160-6bdb585e27cc HTTP/1.1" status: 200 len: 943 time: 0.1042271 Jul 05 16:11:41.451606 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42294c3-fd23-41de-ae68-08d3b4604e25 req-35957c20-a169-48b8-8d75-a46ba5906498 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:41.453286 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b42294c3-fd23-41de-ae68-08d3b4604e25 req-35957c20-a169-48b8-8d75-a46ba5906498 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0827835 Jul 05 16:11:41.468329 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=2d45c376-9580-4310-a232-3fc6e8714d05,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:41.573672 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b42294c3-fd23-41de-ae68-08d3b4604e25 req-d609591f-f512-4fcf-8766-7d5641cf608a tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091561 Jul 05 16:11:41.579281 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e747c797-c44a-4eda-8295-21a0562e2c34 req-07c77a83-1d01-43e3-a769-3709a5d3df41 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486671 Jul 05 16:11:41.733057 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['2d45c376-9580-4310-a232-3fc6e8714d05'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:11:41.769813 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:41.786443 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:42.043260 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b22df2-722c-4668-9462-432ebd2f1852 req-4dd0b8a9-4c9e-418f-8cb9-6e4259feee8b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:42.044821 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-10b22df2-722c-4668-9462-432ebd2f1852 req-4dd0b8a9-4c9e-418f-8cb9-6e4259feee8b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0583351 Jul 05 16:11:42.105495 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-10b22df2-722c-4668-9462-432ebd2f1852 req-a720968a-a172-4597-b094-4b782538be1e tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548887 Jul 05 16:11:42.693918 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb2208-5051-4e1d-85a6-7710be3a39b8 req-bbeb0156-ace6-4151-8337-6895ee25cde5 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:42.695997 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1acb2208-5051-4e1d-85a6-7710be3a39b8 req-bbeb0156-ace6-4151-8337-6895ee25cde5 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a76848e-1c4b-494e-9160-6bdb585e27cc HTTP/1.1" status: 200 len: 944 time: 0.0493522 Jul 05 16:11:42.707015 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:42.742888 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1acb2208-5051-4e1d-85a6-7710be3a39b8 req-2a35580d-6465-41ef-8882-567ecda9a2d2 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413780 Jul 05 16:11:43.094064 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 2d45c376-9580-4310-a232-3fc6e8714d05 up at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:11:43.167352 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning for port 2d45c376-9580-4310-a232-3fc6e8714d05 completed by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 16:11:43.239673 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c1940-57c7-481d-bfd7-6e2de62f3757 req-ced9cd05-6099-451b-84f5-2e02637883a7 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:43.241885 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9e0c1940-57c7-481d-bfd7-6e2de62f3757 req-ced9cd05-6099-451b-84f5-2e02637883a7 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0559094 Jul 05 16:11:43.248124 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning complete for port 2d45c376-9580-4310-a232-3fc6e8714d05 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:11:43.248939 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (2d45c376-9580-4310-a232-3fc6e8714d05), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:43.299460 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9e0c1940-57c7-481d-bfd7-6e2de62f3757 req-d89a71b9-4758-4e31-9868-a6eb41de160e tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483484 Jul 05 16:11:43.365609 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 2d45c376-9580-4310-a232-3fc6e8714d05 is: BUILD; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:11:43.366441 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (2d45c376-9580-4310-a232-3fc6e8714d05), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:43.392426 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a76848e-1c4b-494e-9160-6bdb585e27cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d45c376-9580-4310-a232-3fc6e8714d05'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:11:43.394814 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6ff71c-2f9a-42d6-bdb7-66ecbe0b1dfc" -d '{"events": [{"server_uuid": "3a76848e-1c4b-494e-9160-6bdb585e27cc", "name": "network-vif-plugged", "status": "completed", "tag": "2d45c376-9580-4310-a232-3fc6e8714d05"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:11:43.410500 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 2d45c376-9580-4310-a232-3fc6e8714d05, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=2d45c376-9580-4310-a232-3fc6e8714d05,segment=NetworkSegment(436de476-886f-4d89-85ff-77c429900144),segment_id=436de476-886f-4d89-85ff-77c429900144)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:11:43.440033 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f572d36-b1a2-41bb-b5e4-6e7d0231e7f0 x-openstack-request-id: req-8f572d36-b1a2-41bb-b5e4-6e7d0231e7f0 {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:11:43.440422 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a76848e-1c4b-494e-9160-6bdb585e27cc", "name": "network-vif-plugged", "status": "completed", "tag": "2d45c376-9580-4310-a232-3fc6e8714d05", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:11:43.440796 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f572d36-b1a2-41bb-b5e4-6e7d0231e7f0 {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:11:43.441277 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f572d36-b1a2-41bb-b5e4-6e7d0231e7f0'] response: {'server_uuid': '3a76848e-1c4b-494e-9160-6bdb585e27cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d45c376-9580-4310-a232-3fc6e8714d05', 'code': 200} Jul 05 16:11:43.497459 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (2d45c376-9580-4310-a232-3fc6e8714d05), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:43.548639 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=2d45c376-9580-4310-a232-3fc6e8714d05,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:43.817912 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378243d0-5c4c-4062-86a7-13bbc9acfaf4 req-3fd21224-e5ac-4e74-a147-c7472561e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:43.819583 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-378243d0-5c4c-4062-86a7-13bbc9acfaf4 req-3fd21224-e5ac-4e74-a147-c7472561e120 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3a76848e-1c4b-494e-9160-6bdb585e27cc HTTP/1.1" status: 200 len: 1129 time: 0.0766459 Jul 05 16:11:43.875905 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59164ef-b463-4529-bd48-735c84ef351e req-610fb6ca-1952-484c-9d6b-c956ece0629c tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:43.877598 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c59164ef-b463-4529-bd48-735c84ef351e req-610fb6ca-1952-484c-9d6b-c956ece0629c tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a76848e-1c4b-494e-9160-6bdb585e27cc HTTP/1.1" status: 200 len: 945 time: 0.0538065 Jul 05 16:11:43.887054 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-378243d0-5c4c-4062-86a7-13bbc9acfaf4 req-9ca84009-cc25-4f9f-84bc-d824d2f07a90 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579433 Jul 05 16:11:43.956998 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c59164ef-b463-4529-bd48-735c84ef351e req-8cc3c16c-c0b5-49f2-8aba-32a06b24470d tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557530 Jul 05 16:11:44.455865 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdd26e-2a33-4bf0-b114-603a9431ad0c req-266aad55-af7d-458a-991c-22cd06e517d4 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:44.458010 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-06fdd26e-2a33-4bf0-b114-603a9431ad0c req-266aad55-af7d-458a-991c-22cd06e517d4 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0618041 Jul 05 16:11:44.510059 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-06fdd26e-2a33-4bf0-b114-603a9431ad0c req-77acc83f-693b-4d3b-ba6f-a068488760d8 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460744 Jul 05 16:11:45.067895 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5737c2f-f39f-418b-99d0-0c4fc1bcc8ec req-5f82f831-de2e-4b25-ba07-151488153404 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:45.070002 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d5737c2f-f39f-418b-99d0-0c4fc1bcc8ec req-5f82f831-de2e-4b25-ba07-151488153404 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a76848e-1c4b-494e-9160-6bdb585e27cc HTTP/1.1" status: 200 len: 945 time: 0.0562708 Jul 05 16:11:45.125316 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d5737c2f-f39f-418b-99d0-0c4fc1bcc8ec req-67f70a25-1e77-4da4-be87-191bd1109aa3 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489132 Jul 05 16:11:45.657536 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272af543-e119-4861-91b4-5eefc7e31f76 req-531dc644-7f25-4554-afea-e699309b2547 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:45.667158 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-272af543-e119-4861-91b4-5eefc7e31f76 req-531dc644-7f25-4554-afea-e699309b2547 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0605755 Jul 05 16:11:45.732672 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-272af543-e119-4861-91b4-5eefc7e31f76 req-eaeacaf6-3b9e-42ea-8f9c-555ec51c676e tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676069 Jul 05 16:11:46.222100 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:46.232737 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e65a6a-62fe-4ad1-af88-7b1d7f0ab43c req-1bd8ad89-a4db-4ab9-a3c5-8924294e272f tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:46.234201 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f6e65a6a-62fe-4ad1-af88-7b1d7f0ab43c req-1bd8ad89-a4db-4ab9-a3c5-8924294e272f tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a76848e-1c4b-494e-9160-6bdb585e27cc HTTP/1.1" status: 200 len: 945 time: 0.0460300 Jul 05 16:11:46.280326 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f6e65a6a-62fe-4ad1-af88-7b1d7f0ab43c req-ab0673ba-1be7-48e2-8e02-de30f87020be tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404723 Jul 05 16:11:46.870360 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a49d3-dd3b-4572-8bbf-1aaab3c2156b req-05091751-00c4-446c-bb57-1bd9ff091569 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:46.872907 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-456a49d3-dd3b-4572-8bbf-1aaab3c2156b req-05091751-00c4-446c-bb57-1bd9ff091569 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0575747 Jul 05 16:11:46.932595 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-456a49d3-dd3b-4572-8bbf-1aaab3c2156b req-91756228-987f-4f6c-a70a-fe6ebbb9e484 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523965 Jul 05 16:11:46.945870 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:46.949047 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:47.384979 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:11:47.406204 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 46724) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:47.407170 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236b4b3-f6a3-49fd-bdde-957006505533 req-f944e7e1-232c-469c-9d06-e41453c660e0 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:47.408658 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e236b4b3-f6a3-49fd-bdde-957006505533 req-f944e7e1-232c-469c-9d06-e41453c660e0 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a76848e-1c4b-494e-9160-6bdb585e27cc HTTP/1.1" status: 200 len: 945 time: 0.0525622 Jul 05 16:11:47.456624 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e236b4b3-f6a3-49fd-bdde-957006505533 req-51c93bb5-463c-4f6d-a9f0-b3b4c4268fc4 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422697 Jul 05 16:11:47.522150 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c1e3f7be-8316-47b9-9cf4-49b856705169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:47.597596 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c1e3f7be-8316-47b9-9cf4-49b856705169 admin admin] Publish callbacks [] for security_group (5182198a-da82-49de-995e-4bfa1ad1cffa), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:47.665856 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c1e3f7be-8316-47b9-9cf4-49b856705169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (5182198a-da82-49de-995e-4bfa1ad1cffa), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:47.707320 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-c1e3f7be-8316-47b9-9cf4-49b856705169 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=398968bb78824dc697ace2d523bc885e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3000469 Jul 05 16:11:47.708192 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3f7be-8316-47b9-9cf4-49b856705169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5182198a-da82-49de-995e-4bfa1ad1cffa,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:47.710081 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 46736) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:47.759397 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0e5bcd32-0e35-466d-81bd-49bd04a49d2a admin admin] Publish callbacks [] for security_group (5182198a-da82-49de-995e-4bfa1ad1cffa), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:47.780860 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0e5bcd32-0e35-466d-81bd-49bd04a49d2a admin admin] Publish callbacks [] for security_group (5182198a-da82-49de-995e-4bfa1ad1cffa), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:47.882269 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0e5bcd32-0e35-466d-81bd-49bd04a49d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (5182198a-da82-49de-995e-4bfa1ad1cffa), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:47.884745 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0e5bcd32-0e35-466d-81bd-49bd04a49d2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:47.888581 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-0e5bcd32-0e35-466d-81bd-49bd04a49d2a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5182198a-da82-49de-995e-4bfa1ad1cffa HTTP/1.1" status: 204 len: 168 time: 0.1750052 Jul 05 16:11:47.894221 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5bcd32-0e35-466d-81bd-49bd04a49d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5182198a-da82-49de-995e-4bfa1ad1cffa,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:47.902006 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5bcd32-0e35-466d-81bd-49bd04a49d2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:47.902352 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5bcd32-0e35-466d-81bd-49bd04a49d2a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:47.902691 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5bcd32-0e35-466d-81bd-49bd04a49d2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:47.903028 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5bcd32-0e35-466d-81bd-49bd04a49d2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:47.903361 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5bcd32-0e35-466d-81bd-49bd04a49d2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:47.903690 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5bcd32-0e35-466d-81bd-49bd04a49d2a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:47.904056 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5bcd32-0e35-466d-81bd-49bd04a49d2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:47.904393 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5bcd32-0e35-466d-81bd-49bd04a49d2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:47.904696 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5bcd32-0e35-466d-81bd-49bd04a49d2a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:47.905060 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5bcd32-0e35-466d-81bd-49bd04a49d2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:47.905385 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5bcd32-0e35-466d-81bd-49bd04a49d2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:47.905707 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5bcd32-0e35-466d-81bd-49bd04a49d2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:47.906025 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5bcd32-0e35-466d-81bd-49bd04a49d2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:47.906342 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5bcd32-0e35-466d-81bd-49bd04a49d2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:47.906657 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5bcd32-0e35-466d-81bd-49bd04a49d2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:11:48.075382 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9906a89-2d0e-490a-bdfe-022ac2c252e8 req-73cbe3f7-ca27-471e-a5c3-2f74c0e1016d tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:48.076907 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c9906a89-2d0e-490a-bdfe-022ac2c252e8 req-73cbe3f7-ca27-471e-a5c3-2f74c0e1016d tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0510690 Jul 05 16:11:48.121805 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:48.129162 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c9906a89-2d0e-490a-bdfe-022ac2c252e8 req-41302aae-e35d-4c43-ae3b-3c4578bf857f tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462880 Jul 05 16:11:48.316603 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3f53a-230f-4815-9ec9-e68edff65c2a req-dce223a6-63a0-4170-80fb-329fd7ae38bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:48.318134 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-e4a3f53a-230f-4815-9ec9-e68edff65c2a req-dce223a6-63a0-4170-80fb-329fd7ae38bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6acb89542314578839f701251add904&device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 1129 time: 0.0415332 Jul 05 16:11:48.410327 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:48.433121 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3f53a-230f-4815-9ec9-e68edff65c2a req-d581e870-e87b-4345-b484-9a96bf925441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:48.434580 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-e4a3f53a-230f-4815-9ec9-e68edff65c2a req-d581e870-e87b-4345-b484-9a96bf925441 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2110daf5-1cfa-4c9d-9065-b33fabf55a66 HTTP/1.1" status: 200 len: 917 time: 0.1002064 Jul 05 16:11:48.500789 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-e4a3f53a-230f-4815-9ec9-e68edff65c2a req-ff41f471-ec0a-4250-8e33-e6121e5270ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c24636dc-9b24-45b5-a963-180931342e24 HTTP/1.1" status: 200 len: 1001 time: 0.0562258 Jul 05 16:11:48.563189 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3f53a-230f-4815-9ec9-e68edff65c2a req-b1b123dd-e5a6-4722-a24a-eedf266849fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:48.564943 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-e4a3f53a-230f-4815-9ec9-e68edff65c2a req-b1b123dd-e5a6-4722-a24a-eedf266849fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c0055538-accc-457f-a7de-0db99e31abb1 HTTP/1.1" status: 200 len: 855 time: 0.0560739 Jul 05 16:11:48.624983 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3f53a-230f-4815-9ec9-e68edff65c2a req-aead9b16-2b6c-4877-9528-f6dba02230a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:48.626529 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-e4a3f53a-230f-4815-9ec9-e68edff65c2a req-aead9b16-2b6c-4877-9528-f6dba02230a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2110daf5-1cfa-4c9d-9065-b33fabf55a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430918 Jul 05 16:11:48.727216 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-e4a3f53a-230f-4815-9ec9-e68edff65c2a req-a8796d3d-66b6-4fb0-bf0b-bf259148f00d service neutron] 10.222.0.47 "GET /v2.0/networks/2110daf5-1cfa-4c9d-9065-b33fabf55a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923340 Jul 05 16:11:48.766510 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6e18d-1aed-47c6-959e-656b03637cfa req-276eecf7-b262-4b3d-a97f-47433bc29fd4 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:48.767987 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-79a6e18d-1aed-47c6-959e-656b03637cfa req-276eecf7-b262-4b3d-a97f-47433bc29fd4 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a76848e-1c4b-494e-9160-6bdb585e27cc HTTP/1.1" status: 200 len: 945 time: 0.0539293 Jul 05 16:11:48.817595 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-79a6e18d-1aed-47c6-959e-656b03637cfa req-c1950a42-56ee-4088-bd3d-95807d9eb42c tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432796 Jul 05 16:11:49.257087 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc7e8d-d42d-4652-a760-7b470edbcc90 req-1195c19e-1472-4f12-8ed8-d9c6ea8c9c1f tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:49.258568 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3ccc7e8d-d42d-4652-a760-7b470edbcc90 req-1195c19e-1472-4f12-8ed8-d9c6ea8c9c1f tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0516565 Jul 05 16:11:49.308995 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3ccc7e8d-d42d-4652-a760-7b470edbcc90 req-e1252ed9-5576-4a23-98f3-fbe4077e6e13 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449281 Jul 05 16:11:49.931785 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2190f8-0369-481e-a1fa-79b701845670 req-4c8702df-e564-4c33-a2c5-59dfba972357 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:49.933280 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9d2190f8-0369-481e-a1fa-79b701845670 req-4c8702df-e564-4c33-a2c5-59dfba972357 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a76848e-1c4b-494e-9160-6bdb585e27cc HTTP/1.1" status: 200 len: 945 time: 0.0460744 Jul 05 16:11:49.981949 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9d2190f8-0369-481e-a1fa-79b701845670 req-e919f5a2-bfec-45a9-af7b-e179f257b997 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427175 Jul 05 16:11:50.067873 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-e4a3f53a-230f-4815-9ec9-e68edff65c2a req-635a33fa-fd1e-48d7-86ab-ac90e49d96a1 service neutron] 10.222.0.47 "GET /v2.0/networks/2110daf5-1cfa-4c9d-9065-b33fabf55a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861530 Jul 05 16:11:50.424515 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6dfcd-ae4c-4ac2-b854-3c46c39e319c req-b6ae3633-40d2-45ad-88d7-2e3b3d2c4f64 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:50.426307 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4fa6dfcd-ae4c-4ac2-b854-3c46c39e319c req-b6ae3633-40d2-45ad-88d7-2e3b3d2c4f64 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 945 time: 0.0465758 Jul 05 16:11:50.473317 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4fa6dfcd-ae4c-4ac2-b854-3c46c39e319c req-77afdb14-4cfd-4067-97e5-ba06593740a0 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410540 Jul 05 16:11:50.824912 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:51.137001 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device c24636dc-9b24-45b5-a963-180931342e24 no longer exists at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:11:51.215225 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port c24636dc-9b24-45b5-a963-180931342e24 is: ACTIVE; New status is: DOWN {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:11:51.215639 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (c24636dc-9b24-45b5-a963-180931342e24), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:51.240931 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da368d38-2642-49c3-b499-eb5a977cbd77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c24636dc-9b24-45b5-a963-180931342e24'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:11:51.243213 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02978093-de05-460c-b265-94fff23fcb2c" -d '{"events": [{"server_uuid": "da368d38-2642-49c3-b499-eb5a977cbd77", "name": "network-vif-unplugged", "status": "completed", "tag": "c24636dc-9b24-45b5-a963-180931342e24"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:11:51.256638 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port c24636dc-9b24-45b5-a963-180931342e24, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=c24636dc-9b24-45b5-a963-180931342e24,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:11:51.305363 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Jul 2022 16:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3902b209-c824-41fb-9c62-ff4cb7df2a39 x-openstack-request-id: req-3902b209-c824-41fb-9c62-ff4cb7df2a39 {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:11:51.306123 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da368d38-2642-49c3-b499-eb5a977cbd77", "name": "network-vif-unplugged", "status": "completed", "tag": "c24636dc-9b24-45b5-a963-180931342e24", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:11:51.306385 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3902b209-c824-41fb-9c62-ff4cb7df2a39 {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:11:51.306933 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3902b209-c824-41fb-9c62-ff4cb7df2a39'] response: {'server_uuid': 'da368d38-2642-49c3-b499-eb5a977cbd77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c24636dc-9b24-45b5-a963-180931342e24', 'code': 200} Jul 05 16:11:51.317209 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (c24636dc-9b24-45b5-a963-180931342e24), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:51.331281 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cf547-4dd8-4844-898b-266d19df4ba2 req-ea66392e-0ff7-47da-9b4e-651285061b70 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:51.332808 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c87cf547-4dd8-4844-898b-266d19df4ba2 req-ea66392e-0ff7-47da-9b4e-651285061b70 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a76848e-1c4b-494e-9160-6bdb585e27cc HTTP/1.1" status: 200 len: 945 time: 0.2815373 Jul 05 16:11:51.369922 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=c24636dc-9b24-45b5-a963-180931342e24,revision_number=8']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:51.381866 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c87cf547-4dd8-4844-898b-266d19df4ba2 req-cab97ad4-3dd0-496e-ac42-3706736d660f tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416341 Jul 05 16:11:51.595082 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb2dc5-899d-4e64-a2f6-50a05c2a0830 req-5e5d19fd-df74-4e7f-8307-b709ec27ae5b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:51.596622 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-28fb2dc5-899d-4e64-a2f6-50a05c2a0830 req-5e5d19fd-df74-4e7f-8307-b709ec27ae5b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 943 time: 0.0472252 Jul 05 16:11:51.643368 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-28fb2dc5-899d-4e64-a2f6-50a05c2a0830 req-b1b8e7c8-9cfb-4123-a5cd-92ab99c2aa40 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411148 Jul 05 16:11:52.036056 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa3397-ea8e-4bca-afa3-9ed28421b09a req-d0b198d3-f552-4728-9a68-e4722a55a636 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:52.037520 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-52fa3397-ea8e-4bca-afa3-9ed28421b09a req-d0b198d3-f552-4728-9a68-e4722a55a636 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a76848e-1c4b-494e-9160-6bdb585e27cc HTTP/1.1" status: 200 len: 945 time: 0.0809114 Jul 05 16:11:52.058764 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:52.161849 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [req-52fa3397-ea8e-4bca-afa3-9ed28421b09a req-e3c59104-ce33-43a2-92b0-a1133da85ff0 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Deleting port 2d45c376-9580-4310-a232-3fc6e8714d05 {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:11:52.162190 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-52fa3397-ea8e-4bca-afa3-9ed28421b09a req-e3c59104-ce33-43a2-92b0-a1133da85ff0 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (2d45c376-9580-4310-a232-3fc6e8714d05), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:52.253428 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [req-52fa3397-ea8e-4bca-afa3-9ed28421b09a req-e3c59104-ce33-43a2-92b0-a1133da85ff0 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] For port 2d45c376-9580-4310-a232-3fc6e8714d05, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=2d45c376-9580-4310-a232-3fc6e8714d05,segment=NetworkSegment(436de476-886f-4d89-85ff-77c429900144),segment_id=436de476-886f-4d89-85ff-77c429900144)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:11:52.253792 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-52fa3397-ea8e-4bca-afa3-9ed28421b09a req-e3c59104-ce33-43a2-92b0-a1133da85ff0 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (2d45c376-9580-4310-a232-3fc6e8714d05), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:52.268028 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [req-52fa3397-ea8e-4bca-afa3-9ed28421b09a req-e3c59104-ce33-43a2-92b0-a1133da85ff0 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Calling delete_port for 2d45c376-9580-4310-a232-3fc6e8714d05 owned by compute:nova {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:11:52.477441 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-52fa3397-ea8e-4bca-afa3-9ed28421b09a req-e3c59104-ce33-43a2-92b0-a1133da85ff0 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (2d45c376-9580-4310-a232-3fc6e8714d05), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:52.495276 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['2d45c376-9580-4310-a232-3fc6e8714d05'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:11:52.505231 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c59104-ce33-43a2-92b0-a1133da85ff0 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Pushing event deleted for resources: {'Port': ['ID=2d45c376-9580-4310-a232-3fc6e8714d05,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:52.506046 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f358ffd-1b31-4bdb-9ca1-9d701e96e803 req-3987574d-80b4-48c2-a2c7-705b91d6272e tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:52.508043 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2f358ffd-1b31-4bdb-9ca1-9d701e96e803 req-3987574d-80b4-48c2-a2c7-705b91d6272e tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a76848e-1c4b-494e-9160-6bdb585e27cc HTTP/1.1" status: 200 len: 945 time: 0.0568039 Jul 05 16:11:52.530329 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:52.582421 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [req-52fa3397-ea8e-4bca-afa3-9ed28421b09a req-e3c59104-ce33-43a2-92b0-a1133da85ff0 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] No DVR routers for this DVR port 2d45c376-9580-4310-a232-3fc6e8714d05 on host hv-cinder-84875 {{(pid=104584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:11:52.588171 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-52fa3397-ea8e-4bca-afa3-9ed28421b09a req-e3c59104-ce33-43a2-92b0-a1133da85ff0 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:52.589005 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-52fa3397-ea8e-4bca-afa3-9ed28421b09a req-e3c59104-ce33-43a2-92b0-a1133da85ff0 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.47 "DELETE /v2.0/ports/2d45c376-9580-4310-a232-3fc6e8714d05 HTTP/1.1" status: 204 len: 173 time: 0.5377069 Jul 05 16:11:52.589463 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a76848e-1c4b-494e-9160-6bdb585e27cc', 'name': 'network-vif-deleted', 'tag': '2d45c376-9580-4310-a232-3fc6e8714d05'}] {{(pid=104584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:11:52.591705 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be4aa087849a65c4a9e8a755187e63754d0c6c7db9367de7c29ca822742d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928401d5-2c64-49d5-8253-a6a906faeb50" -d '{"events": [{"server_uuid": "3a76848e-1c4b-494e-9160-6bdb585e27cc", "name": "network-vif-deleted", "tag": "2d45c376-9580-4310-a232-3fc6e8714d05"}]}' {{(pid=104584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:11:52.601404 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2f358ffd-1b31-4bdb-9ca1-9d701e96e803 req-f5ea1ed6-1c5e-4dc1-8c85-23204968a7f5 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795248 Jul 05 16:11:52.636939 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62339b2-ca8a-49ec-a1db-a4d2ab02f7b2 x-openstack-request-id: req-d62339b2-ca8a-49ec-a1db-a4d2ab02f7b2 {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:11:52.637338 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a76848e-1c4b-494e-9160-6bdb585e27cc", "name": "network-vif-deleted", "tag": "2d45c376-9580-4310-a232-3fc6e8714d05", "status": "completed", "code": 200}]} {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:11:52.637666 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d62339b2-ca8a-49ec-a1db-a4d2ab02f7b2 {{(pid=104584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:11:52.638129 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d62339b2-ca8a-49ec-a1db-a4d2ab02f7b2'] response: {'server_uuid': '3a76848e-1c4b-494e-9160-6bdb585e27cc', 'name': 'network-vif-deleted', 'tag': '2d45c376-9580-4310-a232-3fc6e8714d05', 'status': 'completed', 'code': 200} Jul 05 16:11:52.775638 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5bba7-00ec-4f08-909d-8f387f559911 req-75cbfbc1-5186-460e-8cb5-87b0176cd84c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:52.785163 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-71e5bba7-00ec-4f08-909d-8f387f559911 req-75cbfbc1-5186-460e-8cb5-87b0176cd84c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 943 time: 0.0675740 Jul 05 16:11:52.837308 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-71e5bba7-00ec-4f08-909d-8f387f559911 req-b8040906-dd2b-4e30-8d85-4ea4fd3fd7b8 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510485 Jul 05 16:11:52.842720 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-bb4e7f42-696b-4fd4-9343-f09e1f6d6da6 req-ded7ef0c-2d28-4f99-b2f3-eea36bbe2d91 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449176 Jul 05 16:11:53.148293 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e7f42-696b-4fd4-9343-f09e1f6d6da6 req-5da72b80-4e4b-49d8-9ecf-474bc0f2300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:53.153933 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-bb4e7f42-696b-4fd4-9343-f09e1f6d6da6 req-5da72b80-4e4b-49d8-9ecf-474bc0f2300b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ec37a457530439b8728dd2ad2b6b7bd&device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 1130 time: 0.0422149 Jul 05 16:11:53.233054 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:53.260388 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e7f42-696b-4fd4-9343-f09e1f6d6da6 req-d417e78a-4479-4163-a55a-3e5e97d51e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:53.261906 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-bb4e7f42-696b-4fd4-9343-f09e1f6d6da6 req-d417e78a-4479-4163-a55a-3e5e97d51e3d service neutron] 10.222.0.47 "GET /v2.0/networks?id=77e226ae-740f-49bf-a51d-1fc557b375c9 HTTP/1.1" status: 200 len: 911 time: 0.0932965 Jul 05 16:11:53.562819 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-bb4e7f42-696b-4fd4-9343-f09e1f6d6da6 req-7193ff64-d187-428e-8563-c01e228a6c67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 HTTP/1.1" status: 200 len: 1000 time: 0.0612226 Jul 05 16:11:53.614694 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e7f42-696b-4fd4-9343-f09e1f6d6da6 req-aead6588-6a6d-4814-b94f-0dc0e02ba60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:53.616183 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-bb4e7f42-696b-4fd4-9343-f09e1f6d6da6 req-aead6588-6a6d-4814-b94f-0dc0e02ba60e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a HTTP/1.1" status: 200 len: 849 time: 0.0434389 Jul 05 16:11:53.663494 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e7f42-696b-4fd4-9343-f09e1f6d6da6 req-9e14ae87-48e6-494e-b70f-d97811bc444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:53.665561 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-bb4e7f42-696b-4fd4-9343-f09e1f6d6da6 req-9e14ae87-48e6-494e-b70f-d97811bc444a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77e226ae-740f-49bf-a51d-1fc557b375c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427916 Jul 05 16:11:53.720806 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6a27632a-65a6-4247-aca7-43a24bc822bf req-6ac969a0-cb25-422c-9a9a-8b160ea409f1 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a76848e-1c4b-494e-9160-6bdb585e27cc HTTP/1.1" status: 200 len: 210 time: 0.0392489 Jul 05 16:11:53.773169 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-bb4e7f42-696b-4fd4-9343-f09e1f6d6da6 req-5bf80fbb-b686-46fa-b667-6c8dd35f029a service neutron] 10.222.0.47 "GET /v2.0/networks/77e226ae-740f-49bf-a51d-1fc557b375c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991271 Jul 05 16:11:53.867977 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-bb4e7f42-696b-4fd4-9343-f09e1f6d6da6 req-d4e641b2-b634-4036-b759-f1bffbf5608b service neutron] 10.222.0.47 "GET /v2.0/networks/77e226ae-740f-49bf-a51d-1fc557b375c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875998 Jul 05 16:11:54.181530 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [req-a5972f4b-867b-4f1d-a449-d5f44ee215ed req-fcae5d51-dae3-4016-9c1b-cc47253b7dc2 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 16:11:54.183408 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a5972f4b-867b-4f1d-a449-d5f44ee215ed req-fcae5d51-dae3-4016-9c1b-cc47253b7dc2 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064344 Jul 05 16:11:54.466986 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052a90f-ddbd-4b35-8409-ddfa1c45d46f req-909fab19-d3a6-4138-814c-cd2660fc6fd2 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:54.468631 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b052a90f-ddbd-4b35-8409-ddfa1c45d46f req-909fab19-d3a6-4138-814c-cd2660fc6fd2 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 943 time: 0.0507309 Jul 05 16:11:54.525317 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b052a90f-ddbd-4b35-8409-ddfa1c45d46f req-ab2ae4ad-03ba-45fd-9d73-a84cc722b5e8 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478709 Jul 05 16:11:55.022833 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 46902) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:55.062890 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:55.071996 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-478e9b59-e34e-48ed-83ef-9f01426c405c tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:55.073529 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-478e9b59-e34e-48ed-83ef-9f01426c405c tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/networks?id=143ca51d-04c4-49d1-b023-9392fa41c485 HTTP/1.1" status: 200 len: 808 time: 0.1106818 Jul 05 16:11:55.088364 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-4abe6543-69a0-4499-b4dd-20fa7528826c tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/quotas/dce6460ca0714dc98df6e69034242a7f HTTP/1.1" status: 200 len: 375 time: 0.0093820 Jul 05 16:11:55.124138 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-ec788f6c-36a1-4f20-864d-e70a8d758d87 req-9649307c-affb-4f35-9305-f027e25bbfab service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1000469 Jul 05 16:11:55.129113 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-90f4ab56-86d2-4295-b8e2-a7ca6345ac88 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dce6460ca0714dc98df6e69034242a7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332115 Jul 05 16:11:55.133029 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [req-ec788f6c-36a1-4f20-864d-e70a8d758d87 req-b219de9a-0a26-4a5b-a18a-6f2246d2a4c3 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104584) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 16:11:55.134008 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-ec788f6c-36a1-4f20-864d-e70a8d758d87 req-b219de9a-0a26-4a5b-a18a-6f2246d2a4c3 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051007 Jul 05 16:11:55.188112 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 2d45c376-9580-4310-a232-3fc6e8714d05 no longer exists at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:11:55.218759 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] No Port match for: 2d45c376-9580-4310-a232-3fc6e8714d05 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:11:55.220417 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 2d45c376-9580-4310-a232-3fc6e8714d05 not bound to the agent host hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:11:55.220417 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device c24636dc-9b24-45b5-a963-180931342e24 no longer exists at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:11:55.220724 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 46914) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:11:55.267281 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-225c8c16-7d3d-4dcf-8a05-a457a3acc65e service neutron] 10.222.0.45 "GET /v2.0/networks/143ca51d-04c4-49d1-b023-9392fa41c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266162 Jul 05 16:11:55.282979 dv-cinder-848759-1-iscsi neutron-server[104584]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 05 16:11:55.294462 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:55.296048 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port c24636dc-9b24-45b5-a963-180931342e24 is: DOWN; New status is: DOWN {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:11:55.346297 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec788f6c-36a1-4f20-864d-e70a8d758d87 req-017dbd6f-7499-4c9b-9341-55053691da43 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:55.348223 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-ec788f6c-36a1-4f20-864d-e70a8d758d87 req-017dbd6f-7499-4c9b-9341-55053691da43 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports/c24636dc-9b24-45b5-a963-180931342e24 HTTP/1.1" status: 200 len: 940 time: 0.1255567 Jul 05 16:11:55.377413 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-1a21786b-3330-4797-91c6-97affd732046 service neutron] 10.222.0.45 "GET /v2.0/networks/143ca51d-04c4-49d1-b023-9392fa41c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093011 Jul 05 16:11:55.686527 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-65fad9be-fb14-4c22-a2c7-2bf9f289e85a req-285c1da0-ad07-4a44-9c24-757118c9c311 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 210 time: 0.0357230 Jul 05 16:11:55.697788 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5f373-d3dd-4a8b-9fac-79e69c913702 req-34c3853c-e237-4b1e-b5ab-f78f8532a747 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:55.699317 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9ff5f373-d3dd-4a8b-9fac-79e69c913702 req-34c3853c-e237-4b1e-b5ab-f78f8532a747 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 943 time: 0.0858400 Jul 05 16:11:55.773955 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9ff5f373-d3dd-4a8b-9fac-79e69c913702 req-a61fa2d1-f5d4-4d4d-bc6b-b1cd202f1c8e tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578251 Jul 05 16:11:56.798303 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c557e0cf-4eb2-4a30-8253-a1b3614dd9b3 req-5964e86b-6a5d-46d1-942c-2342a303561e tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 210 time: 0.0406625 Jul 05 16:11:56.894903 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8794a4-6bf2-4f3e-88c2-83a004c23b8a req-267b08d3-4221-4225-9e2f-7acada6e3b36 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:56.896328 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7e8794a4-6bf2-4f3e-88c2-83a004c23b8a req-267b08d3-4221-4225-9e2f-7acada6e3b36 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 943 time: 0.0490301 Jul 05 16:11:56.947978 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7e8794a4-6bf2-4f3e-88c2-83a004c23b8a req-87d8205c-d0f1-491b-8b1a-7820beaf702b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459385 Jul 05 16:11:57.385030 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:57.669488 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:57.696059 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-074f9c0d-cb4d-4616-bcc2-667f88dbab8e tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:57.697548 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-074f9c0d-cb4d-4616-bcc2-667f88dbab8e tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.47 "GET /v2.0/networks?id=143ca51d-04c4-49d1-b023-9392fa41c485 HTTP/1.1" status: 200 len: 808 time: 0.1066508 Jul 05 16:11:57.712962 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-9408d8c9-5d62-4c6c-9141-a4dfe16380aa tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Request body: {'port': {'device_id': '352bc2a1-37ac-4578-8931-9ccb50d45e55', 'network_id': '143ca51d-04c4-49d1-b023-9392fa41c485', 'admin_state_up': True, 'tenant_id': 'dce6460ca0714dc98df6e69034242a7f'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:11:57.896370 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-635c2af8-cfe7-46d7-8cf8-7cd54c346b54 req-2ffcf56e-2225-4fd8-b257-bfa722de1961 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 210 time: 0.0283604 Jul 05 16:11:57.919503 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-9408d8c9-5d62-4c6c-9141-a4dfe16380aa tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Made reservation on behalf of dce6460ca0714dc98df6e69034242a7f for: {'port': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:11:57.919503 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-9408d8c9-5d62-4c6c-9141-a4dfe16380aa tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:58.036492 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:58.054963 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_common [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-9408d8c9-5d62-4c6c-9141-a4dfe16380aa tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Allocated IP 172.20.0.5 (143ca51d-04c4-49d1-b023-9392fa41c485/a88d0897-2250-4418-812b-ec8f548a7317/facb9c57-f5b3-48fc-91c3-b67f526ada63) {{(pid=104584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:11:58.087056 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a384c6-c1f4-4a4f-8719-c66a989cdc95 req-ced80567-8079-427d-a736-2dd42aba2d63 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:58.088611 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-21a384c6-c1f4-4a4f-8719-c66a989cdc95 req-ced80567-8079-427d-a736-2dd42aba2d63 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 943 time: 0.0538049 Jul 05 16:11:58.137125 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-21a384c6-c1f4-4a4f-8719-c66a989cdc95 req-7380fa66-172e-4278-a0a6-e09f36bcb2d8 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422704 Jul 05 16:11:58.213077 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-9408d8c9-5d62-4c6c-9141-a4dfe16380aa tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Publish callbacks [] for port (facb9c57-f5b3-48fc-91c3-b67f526ada63), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:58.325146 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-9408d8c9-5d62-4c6c-9141-a4dfe16380aa tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (facb9c57-f5b3-48fc-91c3-b67f526ada63), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:58.370969 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-9408d8c9-5d62-4c6c-9141-a4dfe16380aa tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Network 143ca51d-04c4-49d1-b023-9392fa41c485 is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:11:58.375769 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-9408d8c9-5d62-4c6c-9141-a4dfe16380aa tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:11:58.380078 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-9408d8c9-5d62-4c6c-9141-a4dfe16380aa tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Received port after_create {{(pid=104584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:11:58.384011 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408d8c9-5d62-4c6c-9141-a4dfe16380aa tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Pushing event updated for resources: {'Port': ['ID=facb9c57-f5b3-48fc-91c3-b67f526ada63,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:58.432847 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-9408d8c9-5d62-4c6c-9141-a4dfe16380aa tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:58.433441 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-9408d8c9-5d62-4c6c-9141-a4dfe16380aa tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:58.504153 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-9408d8c9-5d62-4c6c-9141-a4dfe16380aa tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7957761 Jul 05 16:11:58.572481 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-84e0812d-d7f5-4213-a035-204c3d6830e4 service neutron] Request body: {'port': {'device_id': '352bc2a1-37ac-4578-8931-9ccb50d45e55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84875'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:11:58.632242 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-84e0812d-d7f5-4213-a035-204c3d6830e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (facb9c57-f5b3-48fc-91c3-b67f526ada63), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:58.650616 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec788f6c-36a1-4f20-864d-e70a8d758d87 req-0163abe3-ef34-4c70-9c20-b57d54458b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:58.652105 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ec788f6c-36a1-4f20-864d-e70a8d758d87 req-0163abe3-ef34-4c70-9c20-b57d54458b8c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77&tenant_id=b6acb89542314578839f701251add904 HTTP/1.1" status: 200 len: 1127 time: 0.0719042 Jul 05 16:11:58.718429 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec788f6c-36a1-4f20-864d-e70a8d758d87 req-e4fd3514-ca45-4be5-8255-4ba8f2be7c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:58.719961 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ec788f6c-36a1-4f20-864d-e70a8d758d87 req-e4fd3514-ca45-4be5-8255-4ba8f2be7c91 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6acb89542314578839f701251add904&device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 1127 time: 0.0427275 Jul 05 16:11:58.776694 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:58.812118 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec788f6c-36a1-4f20-864d-e70a8d758d87 req-c508b39a-9a0f-47c0-adeb-c3650f02cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:58.813619 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ec788f6c-36a1-4f20-864d-e70a8d758d87 req-c508b39a-9a0f-47c0-adeb-c3650f02cbe3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2110daf5-1cfa-4c9d-9065-b33fabf55a66 HTTP/1.1" status: 200 len: 917 time: 0.0873954 Jul 05 16:11:58.867256 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:58.879063 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ec788f6c-36a1-4f20-864d-e70a8d758d87 req-851022c8-af8f-4d07-951a-f6f90700e522 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c24636dc-9b24-45b5-a963-180931342e24 HTTP/1.1" status: 200 len: 999 time: 0.0577793 Jul 05 16:11:58.892879 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.notifiers.nova [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-84e0812d-d7f5-4213-a035-204c3d6830e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id facb9c57-f5b3-48fc-91c3-b67f526ada63 {{(pid=104584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:11:58.900896 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-84e0812d-d7f5-4213-a035-204c3d6830e4 service neutron] Publish callbacks [] for port (facb9c57-f5b3-48fc-91c3-b67f526ada63), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:58.913721 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.provisioning_blocks [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-84e0812d-d7f5-4213-a035-204c3d6830e4 service neutron] Transition to ACTIVE for port object facb9c57-f5b3-48fc-91c3-b67f526ada63 will not be triggered until provisioned by entity L2. {{(pid=104584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 16:11:58.928654 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec788f6c-36a1-4f20-864d-e70a8d758d87 req-d0447dfa-617c-450d-96d2-06234e79a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:58.930187 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ec788f6c-36a1-4f20-864d-e70a8d758d87 req-d0447dfa-617c-450d-96d2-06234e79a530 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c0055538-accc-457f-a7de-0db99e31abb1 HTTP/1.1" status: 200 len: 855 time: 0.0445037 Jul 05 16:11:58.953655 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-84e0812d-d7f5-4213-a035-204c3d6830e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1268176'] for port (facb9c57-f5b3-48fc-91c3-b67f526ada63), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:59.000019 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec788f6c-36a1-4f20-864d-e70a8d758d87 req-8c78be65-c0ad-40cd-8371-8c1430f9dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:59.001522 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ec788f6c-36a1-4f20-864d-e70a8d758d87 req-8c78be65-c0ad-40cd-8371-8c1430f9dc9f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2110daf5-1cfa-4c9d-9065-b33fabf55a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0624256 Jul 05 16:11:59.004446 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0812d-d7f5-4213-a035-204c3d6830e4 service neutron] Pushing event updated for resources: {'Port': ['ID=facb9c57-f5b3-48fc-91c3-b67f526ada63,revision_number=2']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:59.081912 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-84e0812d-d7f5-4213-a035-204c3d6830e4 service neutron] Attempting to bind port facb9c57-f5b3-48fc-91c3-b67f526ada63 on host hv-cinder-84875 for vnic_type normal with profile {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:11:59.082271 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-84e0812d-d7f5-4213-a035-204c3d6830e4 service neutron] Attempting to bind port facb9c57-f5b3-48fc-91c3-b67f526ada63 by drivers openvswitch,hyperv on host hv-cinder-84875 at level 0 using segments [{'id': '436de476-886f-4d89-85ff-77c429900144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '143ca51d-04c4-49d1-b023-9392fa41c485'}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:11:59.082563 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-84e0812d-d7f5-4213-a035-204c3d6830e4 service neutron] Attempting to bind port facb9c57-f5b3-48fc-91c3-b67f526ada63 on network 143ca51d-04c4-49d1-b023-9392fa41c485 {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:11:59.088506 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-84e0812d-d7f5-4213-a035-204c3d6830e4 service neutron] Port facb9c57-f5b3-48fc-91c3-b67f526ada63 on network 143ca51d-04c4-49d1-b023-9392fa41c485 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84875 {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 16:11:59.088871 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-84e0812d-d7f5-4213-a035-204c3d6830e4 service neutron] Attempting to bind port facb9c57-f5b3-48fc-91c3-b67f526ada63 on network 143ca51d-04c4-49d1-b023-9392fa41c485 {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:11:59.092205 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:59.095245 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-84e0812d-d7f5-4213-a035-204c3d6830e4 service neutron] Checking agent: {'id': '9349738f-6636-400c-ae94-e0965ca2b601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84875', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'started_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:11:59.095581 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-84e0812d-d7f5-4213-a035-204c3d6830e4 service neutron] Checking segment: {'id': '436de476-886f-4d89-85ff-77c429900144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '143ca51d-04c4-49d1-b023-9392fa41c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:11:59.095962 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-84e0812d-d7f5-4213-a035-204c3d6830e4 service neutron] Bound using segment: {'id': '436de476-886f-4d89-85ff-77c429900144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '143ca51d-04c4-49d1-b023-9392fa41c485'} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:11:59.096392 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-84e0812d-d7f5-4213-a035-204c3d6830e4 service neutron] Bound port: facb9c57-f5b3-48fc-91c3-b67f526ada63, host: hv-cinder-84875, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436de476-886f-4d89-85ff-77c429900144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '143ca51d-04c4-49d1-b023-9392fa41c485'}}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:11:59.096749 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-84e0812d-d7f5-4213-a035-204c3d6830e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (facb9c57-f5b3-48fc-91c3-b67f526ada63), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:59.123198 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128065f-5e89-436e-8f33-d85d7960af44 req-78606fa2-b6d5-463b-8706-d1add3b18f04 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:59.130348 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1128065f-5e89-436e-8f33-d85d7960af44 req-78606fa2-b6d5-463b-8706-d1add3b18f04 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 943 time: 0.1621683 Jul 05 16:11:59.131950 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:11:59.145917 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ec788f6c-36a1-4f20-864d-e70a8d758d87 req-0b5e02d5-9ef4-4824-b4ac-34810bca591e service neutron] 10.222.0.47 "GET /v2.0/networks/2110daf5-1cfa-4c9d-9065-b33fabf55a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273201 Jul 05 16:11:59.168943 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-84e0812d-d7f5-4213-a035-204c3d6830e4 service neutron] For port facb9c57-f5b3-48fc-91c3-b67f526ada63, host hv-cinder-84875, cleared binding levels {{(pid=104584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:11:59.173172 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-84e0812d-d7f5-4213-a035-204c3d6830e4 service neutron] For port facb9c57-f5b3-48fc-91c3-b67f526ada63, host hv-cinder-84875, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=facb9c57-f5b3-48fc-91c3-b67f526ada63,segment=NetworkSegment(436de476-886f-4d89-85ff-77c429900144),segment_id=436de476-886f-4d89-85ff-77c429900144)] {{(pid=104584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:11:59.271551 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-84e0812d-d7f5-4213-a035-204c3d6830e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1268176'] for port (facb9c57-f5b3-48fc-91c3-b67f526ada63), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:59.288909 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1128065f-5e89-436e-8f33-d85d7960af44 req-c7983960-af19-4f28-a8b3-9e1a0eafc7c3 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574743 Jul 05 16:11:59.303534 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ec788f6c-36a1-4f20-864d-e70a8d758d87 req-9fc70008-a00c-4329-ad1c-a19ae9112a16 service neutron] 10.222.0.47 "GET /v2.0/networks/2110daf5-1cfa-4c9d-9065-b33fabf55a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472259 Jul 05 16:11:59.307970 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-84e0812d-d7f5-4213-a035-204c3d6830e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:59.309210 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-84e0812d-d7f5-4213-a035-204c3d6830e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:11:59.310040 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952528de-a2f6-4265-9650-fe40af9d6fab req-03f4ea48-5e3b-404b-9887-8680c0c9d80a tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:59.311099 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-84e0812d-d7f5-4213-a035-204c3d6830e4 service neutron] 10.222.0.47 "PUT /v2.0/ports/facb9c57-f5b3-48fc-91c3-b67f526ada63 HTTP/1.1" status: 200 len: 1093 time: 0.7428000 Jul 05 16:11:59.311486 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-952528de-a2f6-4265-9650-fe40af9d6fab req-03f4ea48-5e3b-404b-9887-8680c0c9d80a tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 943 time: 0.0811927 Jul 05 16:11:59.325105 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352bc2a1-37ac-4578-8931-9ccb50d45e55', 'tag': 'facb9c57-f5b3-48fc-91c3-b67f526ada63'}] {{(pid=104584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:11:59.327534 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be4aa087849a65c4a9e8a755187e63754d0c6c7db9367de7c29ca822742d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a0aaad-a1b4-424d-8ec1-9672e44170db" -d '{"events": [{"name": "network-changed", "server_uuid": "352bc2a1-37ac-4578-8931-9ccb50d45e55", "tag": "facb9c57-f5b3-48fc-91c3-b67f526ada63"}]}' {{(pid=104584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:11:59.353244 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0812d-d7f5-4213-a035-204c3d6830e4 service neutron] Pushing event updated for resources: {'Port': ['ID=facb9c57-f5b3-48fc-91c3-b67f526ada63,revision_number=3']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:11:59.369166 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-952528de-a2f6-4265-9650-fe40af9d6fab req-1b3d48ba-2e0d-4fcc-af54-258f4c2ba253 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438972 Jul 05 16:11:59.370123 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb6cf16-3f66-49ba-81e0-a5ea072d1787 x-openstack-request-id: req-feb6cf16-3f66-49ba-81e0-a5ea072d1787 {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:11:59.370414 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352bc2a1-37ac-4578-8931-9ccb50d45e55", "tag": "facb9c57-f5b3-48fc-91c3-b67f526ada63", "status": "completed", "code": 200}]} {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:11:59.370661 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-feb6cf16-3f66-49ba-81e0-a5ea072d1787 {{(pid=104584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:11:59.371055 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feb6cf16-3f66-49ba-81e0-a5ea072d1787'] response: {'name': 'network-changed', 'server_uuid': '352bc2a1-37ac-4578-8931-9ccb50d45e55', 'tag': 'facb9c57-f5b3-48fc-91c3-b67f526ada63', 'status': 'completed', 'code': 200} Jul 05 16:11:59.449399 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0aaad-a1b4-424d-8ec1-9672e44170db req-c27816a2-50de-42d7-b181-d11fc5742e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:59.450928 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-50a0aaad-a1b4-424d-8ec1-9672e44170db req-c27816a2-50de-42d7-b181-d11fc5742e66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dce6460ca0714dc98df6e69034242a7f&device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 1127 time: 0.0465043 Jul 05 16:11:59.622981 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0aaad-a1b4-424d-8ec1-9672e44170db req-f14967bf-4f2c-41f5-bca0-2e5c03a98ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:59.624478 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-50a0aaad-a1b4-424d-8ec1-9672e44170db req-f14967bf-4f2c-41f5-bca0-2e5c03a98ef1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=dce6460ca0714dc98df6e69034242a7f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1018860 Jul 05 16:11:59.725216 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0aaad-a1b4-424d-8ec1-9672e44170db req-de37d4d1-dce0-4950-afd9-b1d62ace9158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:59.727646 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-50a0aaad-a1b4-424d-8ec1-9672e44170db req-de37d4d1-dce0-4950-afd9-b1d62ace9158 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955415 Jul 05 16:11:59.820789 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-0d17961d-0a7a-4a58-8a21-74c6f5ee4d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:59.822333 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-0d17961d-0a7a-4a58-8a21-74c6f5ee4d94 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dce6460ca0714dc98df6e69034242a7f&device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 1127 time: 0.0429795 Jul 05 16:11:59.865138 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-6b55ca49-ed1c-44c6-b54c-4b2121262163 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=facb9c57-f5b3-48fc-91c3-b67f526ada63 HTTP/1.1" status: 200 len: 217 time: 0.0348825 Jul 05 16:11:59.915664 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-387806cd-4c38-43aa-9e19-936d353f1467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:11:59.917131 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-387806cd-4c38-43aa-9e19-936d353f1467 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a88d0897-2250-4418-812b-ec8f548a7317 HTTP/1.1" status: 200 len: 848 time: 0.0439224 Jul 05 16:11:59.952008 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-d4ce52ed-ebb4-4040-8c43-20cac29a6d80 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=143ca51d-04c4-49d1-b023-9392fa41c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277541 Jul 05 16:12:00.051080 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-6d1318c3-a1ae-4346-ab56-46d65bc6be13 service neutron] 10.222.0.47 "GET /v2.0/networks/143ca51d-04c4-49d1-b023-9392fa41c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887644 Jul 05 16:12:00.431143 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf5106-1bc1-4b53-a458-3cc862e1e79e req-c7c688fc-0355-4c17-88ee-7f1003a81bf2 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:00.432909 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fcaf5106-1bc1-4b53-a458-3cc862e1e79e req-c7c688fc-0355-4c17-88ee-7f1003a81bf2 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 943 time: 0.0541799 Jul 05 16:12:00.535098 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fcaf5106-1bc1-4b53-a458-3cc862e1e79e req-e5930021-0466-4088-86f8-c343f80ae713 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959058 Jul 05 16:12:00.554024 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a607fdb-d0cb-4ba3-ae7c-b9583689cfd5 req-9611c132-5e51-442e-ab20-38fd9770d810 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:00.554024 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0a607fdb-d0cb-4ba3-ae7c-b9583689cfd5 req-9611c132-5e51-442e-ab20-38fd9770d810 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 943 time: 0.0715349 Jul 05 16:12:00.619070 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0a607fdb-d0cb-4ba3-ae7c-b9583689cfd5 req-bbc75ee6-2675-4d79-b228-c3315de15461 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613322 Jul 05 16:12:01.015588 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 47034) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:12:01.134503 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0ba5a27b-6d51-40d6-a137-365a73b676be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:01.145041 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:01.216741 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0ba5a27b-6d51-40d6-a137-365a73b676be admin admin] Publish callbacks [] for security_group (6aa5f82f-4ec8-442c-b7a1-f9ad0cf34399), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:01.296926 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0ba5a27b-6d51-40d6-a137-365a73b676be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (6aa5f82f-4ec8-442c-b7a1-f9ad0cf34399), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:01.349439 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-0ba5a27b-6d51-40d6-a137-365a73b676be admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=663dfd1b0df3405da05202a61760cf49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3325949 Jul 05 16:12:01.350466 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5a27b-6d51-40d6-a137-365a73b676be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa5f82f-4ec8-442c-b7a1-f9ad0cf34399,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:01.352033 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 47038) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:12:01.406774 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-f36e7fd6-02e5-4db9-9e9f-d21f4c1e9fe3 admin admin] Publish callbacks [] for security_group (6aa5f82f-4ec8-442c-b7a1-f9ad0cf34399), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:01.436109 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-f36e7fd6-02e5-4db9-9e9f-d21f4c1e9fe3 admin admin] Publish callbacks [] for security_group (6aa5f82f-4ec8-442c-b7a1-f9ad0cf34399), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:01.553708 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-f36e7fd6-02e5-4db9-9e9f-d21f4c1e9fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (6aa5f82f-4ec8-442c-b7a1-f9ad0cf34399), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:01.556792 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-f36e7fd6-02e5-4db9-9e9f-d21f4c1e9fe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:01.557947 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-f36e7fd6-02e5-4db9-9e9f-d21f4c1e9fe3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6aa5f82f-4ec8-442c-b7a1-f9ad0cf34399 HTTP/1.1" status: 204 len: 168 time: 0.2045200 Jul 05 16:12:01.572968 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e7fd6-02e5-4db9-9e9f-d21f4c1e9fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa5f82f-4ec8-442c-b7a1-f9ad0cf34399,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:01.702549 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5cc22-30b0-40a5-b5db-aa5e923e909e req-14ee37e6-bcc7-46c5-b9e8-06d8748da052 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:01.709854 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e6f5cc22-30b0-40a5-b5db-aa5e923e909e req-14ee37e6-bcc7-46c5-b9e8-06d8748da052 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 943 time: 0.0735462 Jul 05 16:12:01.777029 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:01.794690 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e6f5cc22-30b0-40a5-b5db-aa5e923e909e req-b80bb205-a4f1-4e57-99e5-148d3831c90a tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839586 Jul 05 16:12:01.806487 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a211b4-5dae-491b-9694-d9b53d1af586 req-22cc7424-2780-4372-98fd-ef70fa0577eb tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:01.808128 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-44a211b4-5dae-491b-9694-d9b53d1af586 req-22cc7424-2780-4372-98fd-ef70fa0577eb tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 943 time: 0.0705419 Jul 05 16:12:01.862227 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-44a211b4-5dae-491b-9694-d9b53d1af586 req-e5c0a6d9-acad-4ce2-9d71-9c2e506d7dbe tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482106 Jul 05 16:12:02.622712 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 47068) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:12:02.728126 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-9b94bc96-249f-4b4e-a57c-8953ef615621 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1860594532-network', 'tenant_id': '71b68c04578747d08842aab556e98030'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:12:02.816124 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b94bc96-249f-4b4e-a57c-8953ef615621 admin admin] Made reservation on behalf of 71b68c04578747d08842aab556e98030 for: {'network': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:12:02.818601 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9b94bc96-249f-4b4e-a57c-8953ef615621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for network (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:02.830525 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9b94bc96-249f-4b4e-a57c-8953ef615621 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:02.917974 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:02.950510 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50e810-98f8-4999-b244-5b04787d79d8 req-e380ba4e-17d5-4ddb-a8d5-cf9c735e5bbf tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:02.973166 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ae50e810-98f8-4999-b244-5b04787d79d8 req-e380ba4e-17d5-4ddb-a8d5-cf9c735e5bbf tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 943 time: 0.0974131 Jul 05 16:12:02.982657 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9b94bc96-249f-4b4e-a57c-8953ef615621 admin admin] Publish callbacks [] for security_group (e4085c30-08ec-41e4-9214-6bcbc96efa96), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:02.986513 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-c24f1141-0a23-4101-be13-e8bd2d1a5732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:03.057192 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893734a9-0611-459c-889d-4610301e1748 req-9a73cdbd-7e6b-46d9-bbe8-f7b22bf659e0 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:03.064493 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-893734a9-0611-459c-889d-4610301e1748 req-9a73cdbd-7e6b-46d9-bbe8-f7b22bf659e0 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 943 time: 0.0651400 Jul 05 16:12:03.087932 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9b94bc96-249f-4b4e-a57c-8953ef615621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (e4085c30-08ec-41e4-9214-6bcbc96efa96), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:03.140493 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94bc96-249f-4b4e-a57c-8953ef615621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4085c30-08ec-41e4-9214-6bcbc96efa96,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:03.140782 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ae50e810-98f8-4999-b244-5b04787d79d8 req-430cf4d5-cf38-4cc8-b329-3e2076ed5393 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631143 Jul 05 16:12:03.151798 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b94bc96-249f-4b4e-a57c-8953ef615621 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=104584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:12:03.162663 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9b94bc96-249f-4b4e-a57c-8953ef615621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (6cb851d9-2578-43eb-ad94-7015cda84bbb), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:03.163006 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.db.segments_db [None req-9b94bc96-249f-4b4e-a57c-8953ef615621 admin admin] Added segment 6cb851d9-2578-43eb-ad94-7015cda84bbb of type vlan for network 750c75bc-9396-4e63-887d-6375009b41b0 Jul 05 16:12:03.207763 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9b94bc96-249f-4b4e-a57c-8953ef615621 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746276236728'] for network (750c75bc-9396-4e63-887d-6375009b41b0), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:03.213177 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-893734a9-0611-459c-889d-4610301e1748 req-1534c77e-b216-47e4-a340-39ff5584f1ad tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376050 Jul 05 16:12:03.316265 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9b94bc96-249f-4b4e-a57c-8953ef615621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for network (750c75bc-9396-4e63-887d-6375009b41b0), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:03.317921 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b94bc96-249f-4b4e-a57c-8953ef615621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:03.318637 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9b94bc96-249f-4b4e-a57c-8953ef615621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:03.386267 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94bc96-249f-4b4e-a57c-8953ef615621 admin admin] Pushing event updated for resources: {'Network': ['ID=750c75bc-9396-4e63-887d-6375009b41b0,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:03.396593 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Network 750c75bc-9396-4e63-887d-6375009b41b0 details requested by agent ovs-agent-dv-cinder-848759-1-iscsi with host dv-cinder-848759-1-iscsi {{(pid=104586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:12:03.423935 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-9b94bc96-249f-4b4e-a57c-8953ef615621 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7995081 Jul 05 16:12:03.427260 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 47076) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:12:03.433521 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-2b50d876-4028-4293-849f-9d65cc4b3f94 admin admin] Request body: {'subnet': {'network_id': '750c75bc-9396-4e63-887d-6375009b41b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1860594532-subnet', 'tenant_id': '71b68c04578747d08842aab556e98030', 'ip_version': 4}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:12:03.510497 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b50d876-4028-4293-849f-9d65cc4b3f94 admin admin] Made reservation on behalf of 71b68c04578747d08842aab556e98030 for: {'subnet': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:12:03.513068 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-2b50d876-4028-4293-849f-9d65cc4b3f94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8627833'] for subnet (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:03.533192 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:04.280432 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2182f-a9cc-4458-9079-24336bd77514 req-8b43b6e7-29f1-42cf-8184-dec2a0bcd8d1 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:04.282071 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-22a2182f-a9cc-4458-9079-24336bd77514 req-8b43b6e7-29f1-42cf-8184-dec2a0bcd8d1 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 943 time: 0.0659320 Jul 05 16:12:04.366772 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-22a2182f-a9cc-4458-9079-24336bd77514 req-946cd375-c265-4fe7-b46e-998c5a388655 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771775 Jul 05 16:12:04.383939 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635f11b-ce5b-4cce-b0d8-6f717b5ef0ca req-30034f03-efda-4cd9-b85a-08d8f629bd6c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:04.385476 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8635f11b-ce5b-4cce-b0d8-6f717b5ef0ca req-30034f03-efda-4cd9-b85a-08d8f629bd6c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 943 time: 0.0653715 Jul 05 16:12:04.387126 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-2b50d876-4028-4293-849f-9d65cc4b3f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8872833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8627347'] for subnet (ed907310-55eb-4496-abc3-ae90b3926b2b), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:04.430059 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:04.491393 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50d876-4028-4293-849f-9d65cc4b3f94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed907310-55eb-4496-abc3-ae90b3926b2b,revision_number=0']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:04.501848 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8635f11b-ce5b-4cce-b0d8-6f717b5ef0ca req-243f46f8-d9b8-4ae8-8c95-4f9401c2398e tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883696 Jul 05 16:12:04.501966 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b50d876-4028-4293-849f-9d65cc4b3f94 admin admin] Checking segment: {'id': '6cb851d9-2578-43eb-ad94-7015cda84bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:12:04.502348 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b50d876-4028-4293-849f-9d65cc4b3f94 admin admin] Network hostable DHCP agents. Network: 750c75bc-9396-4e63-887d-6375009b41b0, hostable agents: ['a381a417-f900-4967-9e50-4db2a6f3e74e'], hosted agents: [] {{(pid=104585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:12:04.585073 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b50d876-4028-4293-849f-9d65cc4b3f94 admin admin] Network 750c75bc-9396-4e63-887d-6375009b41b0 is scheduled to be hosted by DHCP agent a381a417-f900-4967-9e50-4db2a6f3e74e with binding_index 1 {{(pid=104585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:12:04.673452 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-2b50d876-4028-4293-849f-9d65cc4b3f94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848759-1-iscsi, 750c75bc-9396-4e63-887d-6375009b41b0) {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:12:04.678117 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b50d876-4028-4293-849f-9d65cc4b3f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:04.678789 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-2b50d876-4028-4293-849f-9d65cc4b3f94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for subnet (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:04.688141 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf9caf6-d543-46b2-90a2-f9298e3091e1 None None] Network 750c75bc-9396-4e63-887d-6375009b41b0 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:12:04.766873 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:04.783963 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-2b50d876-4028-4293-849f-9d65cc4b3f94 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3554084 Jul 05 16:12:04.786457 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 47082) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:12:04.797167 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc91084-06b5-4387-a1e7-b4a763a23aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40cd4b13-2a95-5ef0-adc3-fdd5974ee50c-750c75bc-9396-4e63-887d-6375009b41b0', 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0', 'project_id': '71b68c04578747d08842aab556e98030', 'fixed_ips': [{'subnet_id': 'ed907310-55eb-4496-abc3-ae90b3926b2b'}]}} from dv-cinder-848759-1-iscsi. {{(pid=104586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 05 16:12:04.797167 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2bc91084-06b5-4387-a1e7-b4a763a23aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:04.797423 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-e94074ac-d2e0-429d-ab7a-7f4f7d3aa83f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1860594532-router', 'tenant_id': '71b68c04578747d08842aab556e98030', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:12:04.891109 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e94074ac-d2e0-429d-ab7a-7f4f7d3aa83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075011'] for router (00d89b28-a9b1-4f33-bba3-4158cf63a04a), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:04.892556 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e94074ac-d2e0-429d-ab7a-7f4f7d3aa83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075018'] for router (00d89b28-a9b1-4f33-bba3-4158cf63a04a), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:04.951188 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.db_base_plugin_common [None req-2bc91084-06b5-4387-a1e7-b4a763a23aa5 None None] Allocated IP 172.20.0.2 (750c75bc-9396-4e63-887d-6375009b41b0/ed907310-55eb-4496-abc3-ae90b3926b2b/ad69cc2f-fef2-497b-8b9d-4be864e18a31) {{(pid=104586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:12:04.958727 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e94074ac-d2e0-429d-ab7a-7f4f7d3aa83f admin admin] Publish callbacks [] for router_controller (00d89b28-a9b1-4f33-bba3-4158cf63a04a), precommit_add_association {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:05.103893 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2bc91084-06b5-4387-a1e7-b4a763a23aa5 None None] Publish callbacks [] for port (ad69cc2f-fef2-497b-8b9d-4be864e18a31), precommit_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:05.189183 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e94074ac-d2e0-429d-ab7a-7f4f7d3aa83f admin admin] Publish callbacks [] for router_gateway (00d89b28-a9b1-4f33-bba3-4158cf63a04a), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:05.196919 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2bc91084-06b5-4387-a1e7-b4a763a23aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (ad69cc2f-fef2-497b-8b9d-4be864e18a31), after_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:05.232320 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-14d2c752-dc11-4ccb-8eff-693ad37666f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:05.243117 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc91084-06b5-4387-a1e7-b4a763a23aa5 None None] Network 750c75bc-9396-4e63-887d-6375009b41b0 is already hosted by enough agents. {{(pid=104586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:12:05.248105 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.scheduler.base_scheduler [None req-2bc91084-06b5-4387-a1e7-b4a763a23aa5 None None] Resources bound (agent type, host, resource id): {{(pid=104586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:12:05.252008 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc91084-06b5-4387-a1e7-b4a763a23aa5 None None] Received port after_create {{(pid=104586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:12:05.255340 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc91084-06b5-4387-a1e7-b4a763a23aa5 None None] Pushing event updated for resources: {'Port': ['ID=ad69cc2f-fef2-497b-8b9d-4be864e18a31,revision_number=1']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:05.314880 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-2bc91084-06b5-4387-a1e7-b4a763a23aa5 None None] Attempting to bind port ad69cc2f-fef2-497b-8b9d-4be864e18a31 on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:12:05.315245 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-2bc91084-06b5-4387-a1e7-b4a763a23aa5 None None] Attempting to bind port ad69cc2f-fef2-497b-8b9d-4be864e18a31 by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': '6cb851d9-2578-43eb-ad94-7015cda84bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0'}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:12:05.315606 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc91084-06b5-4387-a1e7-b4a763a23aa5 None None] Attempting to bind port ad69cc2f-fef2-497b-8b9d-4be864e18a31 on network 750c75bc-9396-4e63-887d-6375009b41b0 {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:12:05.321244 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc91084-06b5-4387-a1e7-b4a763a23aa5 None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:12:05.321615 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc91084-06b5-4387-a1e7-b4a763a23aa5 None None] Checking segment: {'id': '6cb851d9-2578-43eb-ad94-7015cda84bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:12:05.322039 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2bc91084-06b5-4387-a1e7-b4a763a23aa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:05.322413 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc91084-06b5-4387-a1e7-b4a763a23aa5 None None] Bound using segment: {'id': '6cb851d9-2578-43eb-ad94-7015cda84bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0'} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:12:05.322902 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-2bc91084-06b5-4387-a1e7-b4a763a23aa5 None None] Bound port: ad69cc2f-fef2-497b-8b9d-4be864e18a31, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cb851d9-2578-43eb-ad94-7015cda84bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0'}}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:12:05.323268 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2bc91084-06b5-4387-a1e7-b4a763a23aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (ad69cc2f-fef2-497b-8b9d-4be864e18a31), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:05.342947 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:05.414988 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-2bc91084-06b5-4387-a1e7-b4a763a23aa5 None None] For port ad69cc2f-fef2-497b-8b9d-4be864e18a31, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:12:05.418682 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-2bc91084-06b5-4387-a1e7-b4a763a23aa5 None None] For port ad69cc2f-fef2-497b-8b9d-4be864e18a31, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=ad69cc2f-fef2-497b-8b9d-4be864e18a31,segment=NetworkSegment(6cb851d9-2578-43eb-ad94-7015cda84bbb),segment_id=6cb851d9-2578-43eb-ad94-7015cda84bbb)] {{(pid=104586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:12:05.501299 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2bc91084-06b5-4387-a1e7-b4a763a23aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (ad69cc2f-fef2-497b-8b9d-4be864e18a31), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:05.534517 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e94074ac-d2e0-429d-ab7a-7f4f7d3aa83f admin admin] Publish callbacks [] for router_gateway (00d89b28-a9b1-4f33-bba3-4158cf63a04a), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:05.564869 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e650a-3492-4371-bd74-41ae78177cc7 req-78483525-1aa9-4e0d-8f8a-6ba218425403 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:05.566412 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-389e650a-3492-4371-bd74-41ae78177cc7 req-78483525-1aa9-4e0d-8f8a-6ba218425403 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 943 time: 0.0837662 Jul 05 16:12:05.568109 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e94074ac-d2e0-429d-ab7a-7f4f7d3aa83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:05.612308 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc91084-06b5-4387-a1e7-b4a763a23aa5 None None] Pushing event updated for resources: {'Port': ['ID=ad69cc2f-fef2-497b-8b9d-4be864e18a31,revision_number=2']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:05.718151 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ee3a4-ad03-4790-acb2-2c3c2cb616f3 req-e7666ca4-d996-47c2-9786-cd4c51ef3eda tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:05.721312 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-562ee3a4-ad03-4790-acb2-2c3c2cb616f3 req-e7666ca4-d996-47c2-9786-cd4c51ef3eda tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 943 time: 0.0929799 Jul 05 16:12:05.769412 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-389e650a-3492-4371-bd74-41ae78177cc7 req-f087f309-099c-47ab-9add-860b0ef0851b tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540334 Jul 05 16:12:05.773735 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:05.824609 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [None req-e94074ac-d2e0-429d-ab7a-7f4f7d3aa83f admin admin] Allocated IP 172.27.3.118 (90903495-288b-44cb-8357-c0c74fc45d82/c848da7f-4b94-4cfd-b899-6ee4cbeaeda8/6f5c71a8-ddee-4a92-b056-21c31c3c9607) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:12:05.829733 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-562ee3a4-ad03-4790-acb2-2c3c2cb616f3 req-8a4472ae-0259-46fa-8d58-d8ab5314cdb9 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998001 Jul 05 16:12:05.972235 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:06.012357 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e94074ac-d2e0-429d-ab7a-7f4f7d3aa83f admin admin] Publish callbacks [] for port (6f5c71a8-ddee-4a92-b056-21c31c3c9607), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:06.049282 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device ad69cc2f-fef2-497b-8b9d-4be864e18a31 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:12:06.113909 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port ad69cc2f-fef2-497b-8b9d-4be864e18a31 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:12:06.114359 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (ad69cc2f-fef2-497b-8b9d-4be864e18a31), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:06.145123 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e94074ac-d2e0-429d-ab7a-7f4f7d3aa83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (6f5c71a8-ddee-4a92-b056-21c31c3c9607), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:06.199128 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port ad69cc2f-fef2-497b-8b9d-4be864e18a31 is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:12:06.199574 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (ad69cc2f-fef2-497b-8b9d-4be864e18a31), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:06.206402 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94074ac-d2e0-429d-ab7a-7f4f7d3aa83f admin admin] Network 90903495-288b-44cb-8357-c0c74fc45d82 is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:12:06.208109 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-e94074ac-d2e0-429d-ab7a-7f4f7d3aa83f admin admin] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:12:06.215876 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94074ac-d2e0-429d-ab7a-7f4f7d3aa83f admin admin] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:12:06.246163 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94074ac-d2e0-429d-ab7a-7f4f7d3aa83f admin admin] Pushing event updated for resources: {'Port': ['ID=6f5c71a8-ddee-4a92-b056-21c31c3c9607,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:06.270435 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] For port ad69cc2f-fef2-497b-8b9d-4be864e18a31, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=ad69cc2f-fef2-497b-8b9d-4be864e18a31,segment=NetworkSegment(6cb851d9-2578-43eb-ad94-7015cda84bbb),segment_id=6cb851d9-2578-43eb-ad94-7015cda84bbb)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:12:06.339299 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (ad69cc2f-fef2-497b-8b9d-4be864e18a31), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:06.382998 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:06.397808 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Pushing event updated for resources: {'Port': ['ID=ad69cc2f-fef2-497b-8b9d-4be864e18a31,revision_number=3']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:06.562958 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e94074ac-d2e0-429d-ab7a-7f4f7d3aa83f admin admin] Publish callbacks [] for router_gateway (00d89b28-a9b1-4f33-bba3-4158cf63a04a), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:06.917760 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8552f2e-4732-41db-b8e1-3e3916fb4278 None None] Network 750c75bc-9396-4e63-887d-6375009b41b0 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:12:07.021248 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:07.094049 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64eeffa-06c4-4326-a496-1baa35d29839 req-dea3d9e3-5b9c-48aa-8602-5a5b6ffd0523 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:07.095514 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e64eeffa-06c4-4326-a496-1baa35d29839 req-dea3d9e3-5b9c-48aa-8602-5a5b6ffd0523 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 943 time: 0.0968311 Jul 05 16:12:07.098352 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e94074ac-d2e0-429d-ab7a-7f4f7d3aa83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509176'] for router (00d89b28-a9b1-4f33-bba3-4158cf63a04a), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:07.108072 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc933d07-3c13-4063-8438-459d841702eb req-6fab4c77-85a8-4c92-ad88-d4e3cc503b9c tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:07.109228 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:07.110001 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fc933d07-3c13-4063-8438-459d841702eb req-6fab4c77-85a8-4c92-ad88-d4e3cc503b9c tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 943 time: 0.1121337 Jul 05 16:12:07.113654 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-19a467d0-9952-4e24-83e3-3eeb362f2906 None None] Provisioning complete for port ad69cc2f-fef2-497b-8b9d-4be864e18a31 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:12:07.114297 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-19a467d0-9952-4e24-83e3-3eeb362f2906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (ad69cc2f-fef2-497b-8b9d-4be864e18a31), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:07.291707 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e64eeffa-06c4-4326-a496-1baa35d29839 req-180cfd8f-4c66-4d71-9cc2-36882d2f7716 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797783 Jul 05 16:12:07.296631 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fc933d07-3c13-4063-8438-459d841702eb req-3a7f1a08-d85a-4d59-8a37-bf849e2ff44b tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750135 Jul 05 16:12:07.331561 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-19a467d0-9952-4e24-83e3-3eeb362f2906 None None] Current status of the port ad69cc2f-fef2-497b-8b9d-4be864e18a31 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:12:07.442743 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94074ac-d2e0-429d-ab7a-7f4f7d3aa83f admin admin] Router 00d89b28-a9b1-4f33-bba3-4158cf63a04a is scheduled to L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 with binding_index 1 {{(pid=104585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 05 16:12:07.549653 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-3112792b-7de5-4a80-986e-eb9a673dc4ae None None] Provisioning complete for port ad69cc2f-fef2-497b-8b9d-4be864e18a31 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:12:07.550091 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-3112792b-7de5-4a80-986e-eb9a673dc4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (ad69cc2f-fef2-497b-8b9d-4be864e18a31), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:07.574128 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94074ac-d2e0-429d-ab7a-7f4f7d3aa83f admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:12:07.587373 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d38dfe6-6932-41c5-883c-3db1c774876f None None] Sync routers for ids ['00d89b28-a9b1-4f33-bba3-4158cf63a04a'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:12:07.611488 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d38dfe6-6932-41c5-883c-3db1c774876f None None] Routers {'00d89b28-a9b1-4f33-bba3-4158cf63a04a'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:12:07.612131 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-4d38dfe6-6932-41c5-883c-3db1c774876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:12:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['00d89b28-a9b1-4f33-bba3-4158cf63a04a'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:12:07.683752 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e94074ac-d2e0-429d-ab7a-7f4f7d3aa83f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:07.685244 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-e94074ac-d2e0-429d-ab7a-7f4f7d3aa83f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8974638 Jul 05 16:12:07.687837 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 47096) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:12:07.698610 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-3112792b-7de5-4a80-986e-eb9a673dc4ae None None] Current status of the port ad69cc2f-fef2-497b-8b9d-4be864e18a31 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:12:07.750733 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:07.765971 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-4d38dfe6-6932-41c5-883c-3db1c774876f None None] Set router 00d89b28-a9b1-4f33-bba3-4158cf63a04a gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:12:07.803110 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:08.004284 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device ad69cc2f-fef2-497b-8b9d-4be864e18a31 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:12:08.065024 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:08.074800 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-4d38dfe6-6932-41c5-883c-3db1c774876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'name': 'tempest-TestMinimumBasicScenario-1860594532-router', 'tenant_id': '71b68c04578747d08842aab556e98030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '6f5c71a8-ddee-4a92-b056-21c31c3c9607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:12:04Z', 'updated_at': '2022-07-05T16:12:06Z', 'revision_number': 3, 'project_id': '71b68c04578747d08842aab556e98030', 'gw_port': {'id': '6f5c71a8-ddee-4a92-b056-21c31c3c9607', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:14:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:05Z', 'updated_at': '2022-07-05T16:12:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:12:08.103240 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d38dfe6-6932-41c5-883c-3db1c774876f None None] Checking router: 00d89b28-a9b1-4f33-bba3-4158cf63a04a for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:12:08.103717 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d38dfe6-6932-41c5-883c-3db1c774876f None None] Updating router 00d89b28-a9b1-4f33-bba3-4158cf63a04a port 6f5c71a8-ddee-4a92-b056-21c31c3c9607 binding host dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:12:08.152003 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:08.153455 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-4d38dfe6-6932-41c5-883c-3db1c774876f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (6f5c71a8-ddee-4a92-b056-21c31c3c9607), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:08.156742 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port ad69cc2f-fef2-497b-8b9d-4be864e18a31 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:12:08.157129 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (ad69cc2f-fef2-497b-8b9d-4be864e18a31), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:08.240116 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a3427862-942a-4e62-af94-19ac3afb8fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:08.420106 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port ad69cc2f-fef2-497b-8b9d-4be864e18a31 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:12:08.451006 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:08.452368 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:08.555226 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-4d38dfe6-6932-41c5-883c-3db1c774876f None None] Publish callbacks [] for port (6f5c71a8-ddee-4a92-b056-21c31c3c9607), precommit_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:08.595406 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24fa9d-cb20-4e0f-a3ba-2a2bdaa9df56 req-e74ee442-0eca-43cc-b3fa-baf68070f999 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:08.596902 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3c24fa9d-cb20-4e0f-a3ba-2a2bdaa9df56 req-e74ee442-0eca-43cc-b3fa-baf68070f999 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 943 time: 0.1256945 Jul 05 16:12:08.602857 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4d7b9-ae73-4900-a87b-d488b6934643 req-c35b0e1d-9e23-48c7-8bb0-890f15fe648c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:08.604366 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8fe4d7b9-ae73-4900-a87b-d488b6934643 req-c35b0e1d-9e23-48c7-8bb0-890f15fe648c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 943 time: 0.1296690 Jul 05 16:12:08.609747 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-4d38dfe6-6932-41c5-883c-3db1c774876f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (6f5c71a8-ddee-4a92-b056-21c31c3c9607), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:08.644760 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [None req-a3427862-942a-4e62-af94-19ac3afb8fd6 admin admin] Allocated IP 172.20.0.1 (750c75bc-9396-4e63-887d-6375009b41b0/ed907310-55eb-4496-abc3-ae90b3926b2b/bf1d5952-db88-4289-99c1-e109ca37aaee) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:12:08.680329 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-4d38dfe6-6932-41c5-883c-3db1c774876f None None] Attempting to bind port 6f5c71a8-ddee-4a92-b056-21c31c3c9607 on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:12:08.680942 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-4d38dfe6-6932-41c5-883c-3db1c774876f None None] Attempting to bind port 6f5c71a8-ddee-4a92-b056-21c31c3c9607 by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:12:08.681423 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38dfe6-6932-41c5-883c-3db1c774876f None None] Attempting to bind port 6f5c71a8-ddee-4a92-b056-21c31c3c9607 on network 90903495-288b-44cb-8357-c0c74fc45d82 {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:12:08.683699 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf2beb-d562-4f53-aa45-5aa5d0250ee2 None None] Pushing event updated for resources: {'Port': ['ID=6f5c71a8-ddee-4a92-b056-21c31c3c9607,revision_number=2']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:08.691068 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38dfe6-6932-41c5-883c-3db1c774876f None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:12:08.691589 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38dfe6-6932-41c5-883c-3db1c774876f None None] Checking segment: {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:12:08.692163 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-4d38dfe6-6932-41c5-883c-3db1c774876f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:08.692688 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38dfe6-6932-41c5-883c-3db1c774876f None None] Bound using segment: {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:12:08.693383 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-4d38dfe6-6932-41c5-883c-3db1c774876f None None] Bound port: 6f5c71a8-ddee-4a92-b056-21c31c3c9607, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:12:08.693866 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-4d38dfe6-6932-41c5-883c-3db1c774876f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (6f5c71a8-ddee-4a92-b056-21c31c3c9607), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:08.703478 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8fe4d7b9-ae73-4900-a87b-d488b6934643 req-ec7a5a1b-4eab-463d-82af-a929c31a6324 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860367 Jul 05 16:12:08.732972 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3c24fa9d-cb20-4e0f-a3ba-2a2bdaa9df56 req-11bfb709-fb8e-4d4c-a7d8-92a520d1e859 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274557 Jul 05 16:12:08.776589 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-4d38dfe6-6932-41c5-883c-3db1c774876f None None] For port 6f5c71a8-ddee-4a92-b056-21c31c3c9607, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:12:08.783800 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-4d38dfe6-6932-41c5-883c-3db1c774876f None None] For port 6f5c71a8-ddee-4a92-b056-21c31c3c9607, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=6f5c71a8-ddee-4a92-b056-21c31c3c9607,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:12:08.838782 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a3427862-942a-4e62-af94-19ac3afb8fd6 admin admin] Publish callbacks [] for port (bf1d5952-db88-4289-99c1-e109ca37aaee), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:08.859658 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-4d38dfe6-6932-41c5-883c-3db1c774876f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (6f5c71a8-ddee-4a92-b056-21c31c3c9607), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:08.862451 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:08.921533 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf2beb-d562-4f53-aa45-5aa5d0250ee2 None None] Pushing event updated for resources: {'Port': ['ID=6f5c71a8-ddee-4a92-b056-21c31c3c9607,revision_number=3']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:08.924364 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d38dfe6-6932-41c5-883c-3db1c774876f None None] Routers {'00d89b28-a9b1-4f33-bba3-4158cf63a04a'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:12:08.925065 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-4d38dfe6-6932-41c5-883c-3db1c774876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:12:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['00d89b28-a9b1-4f33-bba3-4158cf63a04a'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:12:08.950908 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a3427862-942a-4e62-af94-19ac3afb8fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (bf1d5952-db88-4289-99c1-e109ca37aaee), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:08.991372 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3427862-942a-4e62-af94-19ac3afb8fd6 admin admin] Network 750c75bc-9396-4e63-887d-6375009b41b0 is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:12:08.994802 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-a3427862-942a-4e62-af94-19ac3afb8fd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:12:08.998775 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3427862-942a-4e62-af94-19ac3afb8fd6 admin admin] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:12:09.024295 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:09.031419 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3427862-942a-4e62-af94-19ac3afb8fd6 admin admin] Pushing event updated for resources: {'Port': ['ID=bf1d5952-db88-4289-99c1-e109ca37aaee,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:09.036121 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-4d38dfe6-6932-41c5-883c-3db1c774876f None None] Set router 00d89b28-a9b1-4f33-bba3-4158cf63a04a gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:12:09.045527 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a3427862-942a-4e62-af94-19ac3afb8fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518656'] for router_interface (00d89b28-a9b1-4f33-bba3-4158cf63a04a), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:09.218860 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-4d38dfe6-6932-41c5-883c-3db1c774876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'name': 'tempest-TestMinimumBasicScenario-1860594532-router', 'tenant_id': '71b68c04578747d08842aab556e98030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '6f5c71a8-ddee-4a92-b056-21c31c3c9607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:12:04Z', 'updated_at': '2022-07-05T16:12:06Z', 'revision_number': 3, 'project_id': '71b68c04578747d08842aab556e98030', 'gw_port': {'id': '6f5c71a8-ddee-4a92-b056-21c31c3c9607', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:14:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:05Z', 'updated_at': '2022-07-05T16:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:12:09.255039 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a3427862-942a-4e62-af94-19ac3afb8fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (bf1d5952-db88-4289-99c1-e109ca37aaee), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:09.374640 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-4b52c4d2-d6ed-418a-813f-79b8b7bd1f5c None None] Provisioning complete for port bf1d5952-db88-4289-99c1-e109ca37aaee triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:12:09.374919 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-4b52c4d2-d6ed-418a-813f-79b8b7bd1f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (bf1d5952-db88-4289-99c1-e109ca37aaee), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:09.376811 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d38dfe6-6932-41c5-883c-3db1c774876f None None] The sync data for ids ['00d89b28-a9b1-4f33-bba3-4158cf63a04a'] in dv-cinder-848759-1-iscsi is: [{'id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'name': 'tempest-TestMinimumBasicScenario-1860594532-router', 'tenant_id': '71b68c04578747d08842aab556e98030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '6f5c71a8-ddee-4a92-b056-21c31c3c9607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:12:04Z', 'updated_at': '2022-07-05T16:12:06Z', 'revision_number': 3, 'project_id': '71b68c04578747d08842aab556e98030', 'gw_port': {'id': '6f5c71a8-ddee-4a92-b056-21c31c3c9607', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:14:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:05Z', 'updated_at': '2022-07-05T16:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:12:09.409254 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-4b52c4d2-d6ed-418a-813f-79b8b7bd1f5c None None] Port bf1d5952-db88-4289-99c1-e109ca37aaee cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:12:09.433312 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a3427862-942a-4e62-af94-19ac3afb8fd6 admin admin] Publish callbacks [] for port (bf1d5952-db88-4289-99c1-e109ca37aaee), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:09.525242 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a3427862-942a-4e62-af94-19ac3afb8fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (bf1d5952-db88-4289-99c1-e109ca37aaee), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:09.556428 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:09.590132 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-fd813663-bdaf-425d-9c9d-50f8922aba84 req-5f86cf71-6ec4-4e03-be30-cc3f811daaf8 service neutron] 10.222.0.47 "GET /v2.0/networks/143ca51d-04c4-49d1-b023-9392fa41c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967190 Jul 05 16:12:09.622111 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a3427862-942a-4e62-af94-19ac3afb8fd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518804'] for router_interface (00d89b28-a9b1-4f33-bba3-4158cf63a04a), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:09.623922 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3427862-942a-4e62-af94-19ac3afb8fd6 admin admin] Pushing event updated for resources: {'Port': ['ID=bf1d5952-db88-4289-99c1-e109ca37aaee,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:09.728960 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3427862-942a-4e62-af94-19ac3afb8fd6 admin admin] Network 750c75bc-9396-4e63-887d-6375009b41b0 is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:12:09.730441 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-a3427862-942a-4e62-af94-19ac3afb8fd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:12:09.840145 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:09.921063 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3427862-942a-4e62-af94-19ac3afb8fd6 admin admin] Router 00d89b28-a9b1-4f33-bba3-4158cf63a04a has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:12:09.928037 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076b102-9e80-4e69-a6d3-97bf6d788ada req-3816143f-127d-4fab-ae34-74a898190f4d tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:09.930199 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d076b102-9e80-4e69-a6d3-97bf6d788ada req-3816143f-127d-4fab-ae34-74a898190f4d tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 943 time: 0.1029186 Jul 05 16:12:09.949574 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31e682-3702-45f9-b3e2-13f88abf7606 req-39e91fb3-90de-4bd4-bc37-cd879ea49126 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:09.951096 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1e31e682-3702-45f9-b3e2-13f88abf7606 req-39e91fb3-90de-4bd4-bc37-cd879ea49126 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 943 time: 0.1091464 Jul 05 16:12:10.014937 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 6f5c71a8-ddee-4a92-b056-21c31c3c9607 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:12:10.061123 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-e8fe0435-2ede-4acd-8c8e-1dfb1a580ed4 None None] Provisioning complete for port bf1d5952-db88-4289-99c1-e109ca37aaee triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:12:10.061497 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-e8fe0435-2ede-4acd-8c8e-1dfb1a580ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (bf1d5952-db88-4289-99c1-e109ca37aaee), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:10.100535 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d076b102-9e80-4e69-a6d3-97bf6d788ada req-38f9dec3-a258-4005-b653-03a935237d82 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588554 Jul 05 16:12:10.105443 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-e8fe0435-2ede-4acd-8c8e-1dfb1a580ed4 None None] Port bf1d5952-db88-4289-99c1-e109ca37aaee cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:12:10.107989 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 6f5c71a8-ddee-4a92-b056-21c31c3c9607 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:12:10.108349 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (6f5c71a8-ddee-4a92-b056-21c31c3c9607), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:10.114559 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1e31e682-3702-45f9-b3e2-13f88abf7606 req-4cf6ed0d-0ee2-4fe0-b9e2-beffa6fa4fb9 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547449 Jul 05 16:12:10.149916 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3427862-942a-4e62-af94-19ac3afb8fd6 admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:12:10.151056 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:10.156520 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-a3427862-942a-4e62-af94-19ac3afb8fd6 admin admin] 10.222.0.45 "PUT /v2.0/routers/00d89b28-a9b1-4f33-bba3-4158cf63a04a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4672565 Jul 05 16:12:10.199237 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 6f5c71a8-ddee-4a92-b056-21c31c3c9607 is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:12:10.199722 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (6f5c71a8-ddee-4a92-b056-21c31c3c9607), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:10.222392 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] For port 6f5c71a8-ddee-4a92-b056-21c31c3c9607, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=6f5c71a8-ddee-4a92-b056-21c31c3c9607,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:12:10.307277 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (6f5c71a8-ddee-4a92-b056-21c31c3c9607), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:10.361577 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Pushing event updated for resources: {'Port': ['ID=6f5c71a8-ddee-4a92-b056-21c31c3c9607,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:10.970287 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 47126) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:12:10.976526 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-0484f9f3-e08e-4d6c-9d23-bc52459b5927 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1603557003-network', 'tenant_id': 'c763e54bb34246659fca207127eb7a9f'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:12:11.061400 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb82bc6a-3cde-4ff1-a172-4b630cd9bc52 None None] Sync routers for ids ['00d89b28-a9b1-4f33-bba3-4158cf63a04a'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:12:11.072887 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb82bc6a-3cde-4ff1-a172-4b630cd9bc52 None None] Routers {'00d89b28-a9b1-4f33-bba3-4158cf63a04a'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:12:11.074412 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-fb82bc6a-3cde-4ff1-a172-4b630cd9bc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:12:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['00d89b28-a9b1-4f33-bba3-4158cf63a04a'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:12:11.093522 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0484f9f3-e08e-4d6c-9d23-bc52459b5927 admin admin] Made reservation on behalf of c763e54bb34246659fca207127eb7a9f for: {'network': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:12:11.095951 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0484f9f3-e08e-4d6c-9d23-bc52459b5927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for network (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:11.105626 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0484f9f3-e08e-4d6c-9d23-bc52459b5927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:11.188240 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-fb82bc6a-3cde-4ff1-a172-4b630cd9bc52 None None] Set router 00d89b28-a9b1-4f33-bba3-4158cf63a04a gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:12:11.234167 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0484f9f3-e08e-4d6c-9d23-bc52459b5927 admin admin] Publish callbacks [] for security_group (35534e02-a3f1-4846-932f-c81e3f425b0a), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:11.317449 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffdad0-d105-4c27-b0f4-ba9ca70a697b req-63b1700e-40bd-4d7b-9bcc-953b0adfb5cf tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:11.318941 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c5ffdad0-d105-4c27-b0f4-ba9ca70a697b req-63b1700e-40bd-4d7b-9bcc-953b0adfb5cf tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 943 time: 0.1167319 Jul 05 16:12:11.332542 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed750be0-6bfe-437b-a635-777c68c98c76 req-8416540a-cb2a-49fb-9a4a-1c9b0e510577 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:11.334010 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ed750be0-6bfe-437b-a635-777c68c98c76 req-8416540a-cb2a-49fb-9a4a-1c9b0e510577 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 943 time: 0.0715947 Jul 05 16:12:11.378663 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0484f9f3-e08e-4d6c-9d23-bc52459b5927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (35534e02-a3f1-4846-932f-c81e3f425b0a), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:11.393998 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-fb82bc6a-3cde-4ff1-a172-4b630cd9bc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'name': 'tempest-TestMinimumBasicScenario-1860594532-router', 'tenant_id': '71b68c04578747d08842aab556e98030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '6f5c71a8-ddee-4a92-b056-21c31c3c9607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:12:04Z', 'updated_at': '2022-07-05T16:12:09Z', 'revision_number': 4, 'project_id': '71b68c04578747d08842aab556e98030', 'gw_port': {'id': '6f5c71a8-ddee-4a92-b056-21c31c3c9607', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:05Z', 'updated_at': '2022-07-05T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'bf1d5952-db88-4289-99c1-e109ca37aaee', 'name': '', 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0', 'tenant_id': '71b68c04578747d08842aab556e98030', 'mac_address': 'fa:16:3e:1b:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ed907310-55eb-4496-abc3-ae90b3926b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:08Z', 'updated_at': '2022-07-05T16:12:09Z', 'revision_number': 2, 'project_id': '71b68c04578747d08842aab556e98030', 'subnets': [{'id': 'ed907310-55eb-4496-abc3-ae90b3926b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:12:11.422211 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb82bc6a-3cde-4ff1-a172-4b630cd9bc52 None None] Checking router: 00d89b28-a9b1-4f33-bba3-4158cf63a04a for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:12:11.424583 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb82bc6a-3cde-4ff1-a172-4b630cd9bc52 None None] Updating router 00d89b28-a9b1-4f33-bba3-4158cf63a04a port bf1d5952-db88-4289-99c1-e109ca37aaee binding host dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:12:11.427511 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0484f9f3-e08e-4d6c-9d23-bc52459b5927 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=104585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:12:11.432832 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c5ffdad0-d105-4c27-b0f4-ba9ca70a697b req-095c80ea-d264-44d0-a5d2-b10048bf0d30 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979176 Jul 05 16:12:11.451716 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ed750be0-6bfe-437b-a635-777c68c98c76 req-933ad784-71a9-45c3-8fbf-13583f0ad731 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099257 Jul 05 16:12:11.454589 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484f9f3-e08e-4d6c-9d23-bc52459b5927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35534e02-a3f1-4846-932f-c81e3f425b0a,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:11.458897 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0484f9f3-e08e-4d6c-9d23-bc52459b5927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (a4f03617-55af-4fea-9130-d24faac38081), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:11.459238 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.segments_db [None req-0484f9f3-e08e-4d6c-9d23-bc52459b5927 admin admin] Added segment a4f03617-55af-4fea-9130-d24faac38081 of type vlan for network 3e71ca97-3674-4775-92a3-dc451b166192 Jul 05 16:12:11.460466 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-fb82bc6a-3cde-4ff1-a172-4b630cd9bc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (bf1d5952-db88-4289-99c1-e109ca37aaee), before_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:11.502493 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0484f9f3-e08e-4d6c-9d23-bc52459b5927 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746276236728'] for network (3e71ca97-3674-4775-92a3-dc451b166192), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:11.506175 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:11.632981 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0484f9f3-e08e-4d6c-9d23-bc52459b5927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for network (3e71ca97-3674-4775-92a3-dc451b166192), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:11.633987 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0484f9f3-e08e-4d6c-9d23-bc52459b5927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:11.634574 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0484f9f3-e08e-4d6c-9d23-bc52459b5927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:11.669026 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:11.700179 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484f9f3-e08e-4d6c-9d23-bc52459b5927 admin admin] Pushing event updated for resources: {'Network': ['ID=3e71ca97-3674-4775-92a3-dc451b166192,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:11.709733 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Network 3e71ca97-3674-4775-92a3-dc451b166192 details requested by agent ovs-agent-dv-cinder-848759-1-iscsi with host dv-cinder-848759-1-iscsi {{(pid=104586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:12:11.722403 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-fb82bc6a-3cde-4ff1-a172-4b630cd9bc52 None None] Publish callbacks [] for port (bf1d5952-db88-4289-99c1-e109ca37aaee), precommit_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:11.758554 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-0484f9f3-e08e-4d6c-9d23-bc52459b5927 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7871280 Jul 05 16:12:11.761222 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 47134) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:12:11.765928 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-1f3cf737-1409-4a98-80cf-bfebaeee2c9c admin admin] Request body: {'subnet': {'network_id': '3e71ca97-3674-4775-92a3-dc451b166192', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1603557003-subnet', 'tenant_id': 'c763e54bb34246659fca207127eb7a9f', 'ip_version': 4}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:12:11.830214 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-fb82bc6a-3cde-4ff1-a172-4b630cd9bc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (bf1d5952-db88-4289-99c1-e109ca37aaee), after_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:11.859200 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3cf737-1409-4a98-80cf-bfebaeee2c9c admin admin] Made reservation on behalf of c763e54bb34246659fca207127eb7a9f for: {'subnet': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:12:11.861850 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-1f3cf737-1409-4a98-80cf-bfebaeee2c9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8627833'] for subnet (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:11.890037 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106b37f-9d19-4218-bcd5-57e408402626 None None] Pushing event updated for resources: {'Port': ['ID=bf1d5952-db88-4289-99c1-e109ca37aaee,revision_number=3']} {{(pid=104587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:11.943159 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106b37f-9d19-4218-bcd5-57e408402626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:11.943159 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106b37f-9d19-4218-bcd5-57e408402626 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:11.943390 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106b37f-9d19-4218-bcd5-57e408402626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:11.943864 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106b37f-9d19-4218-bcd5-57e408402626 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:11.944349 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106b37f-9d19-4218-bcd5-57e408402626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:11.944888 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106b37f-9d19-4218-bcd5-57e408402626 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:11.945375 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106b37f-9d19-4218-bcd5-57e408402626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:11.945857 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106b37f-9d19-4218-bcd5-57e408402626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:11.946257 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106b37f-9d19-4218-bcd5-57e408402626 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:11.946601 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106b37f-9d19-4218-bcd5-57e408402626 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:11.947209 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106b37f-9d19-4218-bcd5-57e408402626 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:11.947973 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106b37f-9d19-4218-bcd5-57e408402626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:11.948341 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106b37f-9d19-4218-bcd5-57e408402626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:11.948943 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106b37f-9d19-4218-bcd5-57e408402626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:11.949666 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106b37f-9d19-4218-bcd5-57e408402626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:11.970053 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-fb82bc6a-3cde-4ff1-a172-4b630cd9bc52 None None] Attempting to bind port bf1d5952-db88-4289-99c1-e109ca37aaee on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:12:11.970570 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-fb82bc6a-3cde-4ff1-a172-4b630cd9bc52 None None] Attempting to bind port bf1d5952-db88-4289-99c1-e109ca37aaee by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': '6cb851d9-2578-43eb-ad94-7015cda84bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0'}] {{(pid=104587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:12:11.972071 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb82bc6a-3cde-4ff1-a172-4b630cd9bc52 None None] Attempting to bind port bf1d5952-db88-4289-99c1-e109ca37aaee on network 750c75bc-9396-4e63-887d-6375009b41b0 {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:12:11.977660 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb82bc6a-3cde-4ff1-a172-4b630cd9bc52 None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:12:11.978069 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb82bc6a-3cde-4ff1-a172-4b630cd9bc52 None None] Checking segment: {'id': '6cb851d9-2578-43eb-ad94-7015cda84bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:12:11.978472 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-fb82bc6a-3cde-4ff1-a172-4b630cd9bc52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:11.978863 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb82bc6a-3cde-4ff1-a172-4b630cd9bc52 None None] Bound using segment: {'id': '6cb851d9-2578-43eb-ad94-7015cda84bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0'} {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:12:11.979337 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-fb82bc6a-3cde-4ff1-a172-4b630cd9bc52 None None] Bound port: bf1d5952-db88-4289-99c1-e109ca37aaee, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cb851d9-2578-43eb-ad94-7015cda84bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0'}}] {{(pid=104587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:12:11.979709 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-fb82bc6a-3cde-4ff1-a172-4b630cd9bc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (bf1d5952-db88-4289-99c1-e109ca37aaee), before_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:12.015651 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 6f5c71a8-ddee-4a92-b056-21c31c3c9607 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:12:12.048613 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.db [None req-fb82bc6a-3cde-4ff1-a172-4b630cd9bc52 None None] For port bf1d5952-db88-4289-99c1-e109ca37aaee, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:12:12.051808 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.db [None req-fb82bc6a-3cde-4ff1-a172-4b630cd9bc52 None None] For port bf1d5952-db88-4289-99c1-e109ca37aaee, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=bf1d5952-db88-4289-99c1-e109ca37aaee,segment=NetworkSegment(6cb851d9-2578-43eb-ad94-7015cda84bbb),segment_id=6cb851d9-2578-43eb-ad94-7015cda84bbb)] {{(pid=104587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:12:12.054438 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:12.066347 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 6f5c71a8-ddee-4a92-b056-21c31c3c9607 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:12:12.066724 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (6f5c71a8-ddee-4a92-b056-21c31c3c9607), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:12.125351 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-fb82bc6a-3cde-4ff1-a172-4b630cd9bc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (bf1d5952-db88-4289-99c1-e109ca37aaee), after_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:12.134076 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-1f3cf737-1409-4a98-80cf-bfebaeee2c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8872833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8627347'] for subnet (cb8b15f2-f03d-4c08-9ffc-fb771272b49e), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:12.151612 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-fd802c57-8bed-4417-8775-c0e469dd316b None None] Provisioning complete for port bf1d5952-db88-4289-99c1-e109ca37aaee triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:12:12.152014 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-fd802c57-8bed-4417-8775-c0e469dd316b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (bf1d5952-db88-4289-99c1-e109ca37aaee), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:12.155007 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 6f5c71a8-ddee-4a92-b056-21c31c3c9607 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:12:12.188233 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:12.192019 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cf737-1409-4a98-80cf-bfebaeee2c9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb8b15f2-f03d-4c08-9ffc-fb771272b49e,revision_number=0']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:12.197018 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb82bc6a-3cde-4ff1-a172-4b630cd9bc52 None None] Routers {'00d89b28-a9b1-4f33-bba3-4158cf63a04a'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:12:12.200391 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-fb82bc6a-3cde-4ff1-a172-4b630cd9bc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:12:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['00d89b28-a9b1-4f33-bba3-4158cf63a04a'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:12:12.209667 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3cf737-1409-4a98-80cf-bfebaeee2c9c admin admin] Checking segment: {'id': 'a4f03617-55af-4fea-9130-d24faac38081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e71ca97-3674-4775-92a3-dc451b166192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:12:12.210105 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3cf737-1409-4a98-80cf-bfebaeee2c9c admin admin] Network hostable DHCP agents. Network: 3e71ca97-3674-4775-92a3-dc451b166192, hostable agents: ['a381a417-f900-4967-9e50-4db2a6f3e74e'], hosted agents: [] {{(pid=104585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:12:12.235957 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-fd802c57-8bed-4417-8775-c0e469dd316b None None] Current status of the port bf1d5952-db88-4289-99c1-e109ca37aaee is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:12:12.236344 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-fd802c57-8bed-4417-8775-c0e469dd316b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (bf1d5952-db88-4289-99c1-e109ca37aaee), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:12.261595 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106b37f-9d19-4218-bcd5-57e408402626 None None] Pushing event updated for resources: {'Port': ['ID=bf1d5952-db88-4289-99c1-e109ca37aaee,revision_number=4']} {{(pid=104587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:12.283274 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-fd802c57-8bed-4417-8775-c0e469dd316b None None] For port bf1d5952-db88-4289-99c1-e109ca37aaee, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=bf1d5952-db88-4289-99c1-e109ca37aaee,segment=NetworkSegment(6cb851d9-2578-43eb-ad94-7015cda84bbb),segment_id=6cb851d9-2578-43eb-ad94-7015cda84bbb)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:12:12.325793 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-fb82bc6a-3cde-4ff1-a172-4b630cd9bc52 None None] Set router 00d89b28-a9b1-4f33-bba3-4158cf63a04a gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:12:12.344859 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3cf737-1409-4a98-80cf-bfebaeee2c9c admin admin] Network 3e71ca97-3674-4775-92a3-dc451b166192 is scheduled to be hosted by DHCP agent a381a417-f900-4967-9e50-4db2a6f3e74e with binding_index 1 {{(pid=104585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:12:12.393209 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-fd802c57-8bed-4417-8775-c0e469dd316b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (bf1d5952-db88-4289-99c1-e109ca37aaee), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:12.396983 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:12.440057 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd802c57-8bed-4417-8775-c0e469dd316b None None] Pushing event updated for resources: {'Port': ['ID=bf1d5952-db88-4289-99c1-e109ca37aaee,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:12.447145 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-1f3cf737-1409-4a98-80cf-bfebaeee2c9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848759-1-iscsi, 3e71ca97-3674-4775-92a3-dc451b166192) {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:12:12.451372 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3cf737-1409-4a98-80cf-bfebaeee2c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:12.452232 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-1f3cf737-1409-4a98-80cf-bfebaeee2c9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for subnet (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:12.457845 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19dbf73-03d3-49be-af42-0bb25e48d9e9 None None] Network 3e71ca97-3674-4775-92a3-dc451b166192 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:12:12.533463 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-fb82bc6a-3cde-4ff1-a172-4b630cd9bc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'name': 'tempest-TestMinimumBasicScenario-1860594532-router', 'tenant_id': '71b68c04578747d08842aab556e98030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '6f5c71a8-ddee-4a92-b056-21c31c3c9607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:12:04Z', 'updated_at': '2022-07-05T16:12:09Z', 'revision_number': 4, 'project_id': '71b68c04578747d08842aab556e98030', 'gw_port': {'id': '6f5c71a8-ddee-4a92-b056-21c31c3c9607', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:05Z', 'updated_at': '2022-07-05T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'bf1d5952-db88-4289-99c1-e109ca37aaee', 'name': '', 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0', 'tenant_id': '71b68c04578747d08842aab556e98030', 'mac_address': 'fa:16:3e:1b:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ed907310-55eb-4496-abc3-ae90b3926b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:08Z', 'updated_at': '2022-07-05T16:12:12Z', 'revision_number': 4, 'project_id': '71b68c04578747d08842aab556e98030', 'subnets': [{'id': 'ed907310-55eb-4496-abc3-ae90b3926b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:12:12.537947 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-1f3cf737-1409-4a98-80cf-bfebaeee2c9c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7756813 Jul 05 16:12:12.540644 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 47140) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:12:12.544958 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1603557003-router', 'tenant_id': 'c763e54bb34246659fca207127eb7a9f', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:12:12.561412 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb82bc6a-3cde-4ff1-a172-4b630cd9bc52 None None] The sync data for ids ['00d89b28-a9b1-4f33-bba3-4158cf63a04a'] in dv-cinder-848759-1-iscsi is: [{'id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'name': 'tempest-TestMinimumBasicScenario-1860594532-router', 'tenant_id': '71b68c04578747d08842aab556e98030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '6f5c71a8-ddee-4a92-b056-21c31c3c9607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:12:04Z', 'updated_at': '2022-07-05T16:12:09Z', 'revision_number': 4, 'project_id': '71b68c04578747d08842aab556e98030', 'gw_port': {'id': '6f5c71a8-ddee-4a92-b056-21c31c3c9607', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:05Z', 'updated_at': '2022-07-05T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'bf1d5952-db88-4289-99c1-e109ca37aaee', 'name': '', 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0', 'tenant_id': '71b68c04578747d08842aab556e98030', 'mac_address': 'fa:16:3e:1b:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ed907310-55eb-4496-abc3-ae90b3926b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:08Z', 'updated_at': '2022-07-05T16:12:12Z', 'revision_number': 4, 'project_id': '71b68c04578747d08842aab556e98030', 'subnets': [{'id': 'ed907310-55eb-4496-abc3-ae90b3926b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:12:12.574833 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-665712e7-2fac-4261-8a08-57efeb870a61 None None] Provisioning complete for port bf1d5952-db88-4289-99c1-e109ca37aaee triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:12:12.574833 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-665712e7-2fac-4261-8a08-57efeb870a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (bf1d5952-db88-4289-99c1-e109ca37aaee), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:12.614780 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a829b-7c37-4332-a340-3d1696fa70e5 req-6de09a0d-7d23-4b23-a51f-a00357532b6f tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:12.618686 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4f1a829b-7c37-4332-a340-3d1696fa70e5 req-6de09a0d-7d23-4b23-a51f-a00357532b6f tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 943 time: 0.1006975 Jul 05 16:12:12.648542 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df26e2-55e9-45e7-bfd0-518f11bee115 req-41175283-dac8-4c8a-8f82-2c18ee9b7b48 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:12.650148 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-36df26e2-55e9-45e7-bfd0-518f11bee115 req-41175283-dac8-4c8a-8f82-2c18ee9b7b48 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 943 time: 0.0867128 Jul 05 16:12:12.656885 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075011'] for router (149d769d-c788-463e-8167-9b4bac2f4556), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:12.657535 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085c0cd4-b7f9-4681-93bd-eccf20c40301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40cd4b13-2a95-5ef0-adc3-fdd5974ee50c-3e71ca97-3674-4775-92a3-dc451b166192', 'network_id': '3e71ca97-3674-4775-92a3-dc451b166192', 'project_id': 'c763e54bb34246659fca207127eb7a9f', 'fixed_ips': [{'subnet_id': 'cb8b15f2-f03d-4c08-9ffc-fb771272b49e'}]}} from dv-cinder-848759-1-iscsi. {{(pid=104586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 05 16:12:12.658514 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-085c0cd4-b7f9-4681-93bd-eccf20c40301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:12.659182 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075018'] for router (149d769d-c788-463e-8167-9b4bac2f4556), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:12.726299 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-665712e7-2fac-4261-8a08-57efeb870a61 None None] Current status of the port bf1d5952-db88-4289-99c1-e109ca37aaee is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:12:12.730371 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Publish callbacks [] for router_controller (149d769d-c788-463e-8167-9b4bac2f4556), precommit_add_association {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:12.734232 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:12.734630 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4f1a829b-7c37-4332-a340-3d1696fa70e5 req-ae027e00-24c7-4266-9b4e-972851bed8e0 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976715 Jul 05 16:12:12.752830 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-36df26e2-55e9-45e7-bfd0-518f11bee115 req-6183d7e4-6f07-4c9b-85c0-d4ca5a2a4eac tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899384 Jul 05 16:12:12.789142 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:12.853870 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.db_base_plugin_common [None req-085c0cd4-b7f9-4681-93bd-eccf20c40301 None None] Allocated IP 172.20.0.2 (3e71ca97-3674-4775-92a3-dc451b166192/cb8b15f2-f03d-4c08-9ffc-fb771272b49e/482b7f98-6652-45fd-a706-dbc82f971938) {{(pid=104586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:12:12.945713 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Publish callbacks [] for router_gateway (149d769d-c788-463e-8167-9b4bac2f4556), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:13.006685 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-085c0cd4-b7f9-4681-93bd-eccf20c40301 None None] Publish callbacks [] for port (482b7f98-6652-45fd-a706-dbc82f971938), precommit_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:13.090934 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-085c0cd4-b7f9-4681-93bd-eccf20c40301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (482b7f98-6652-45fd-a706-dbc82f971938), after_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:13.138633 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085c0cd4-b7f9-4681-93bd-eccf20c40301 None None] Network 3e71ca97-3674-4775-92a3-dc451b166192 is already hosted by enough agents. {{(pid=104586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:12:13.144517 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.scheduler.base_scheduler [None req-085c0cd4-b7f9-4681-93bd-eccf20c40301 None None] Resources bound (agent type, host, resource id): {{(pid=104586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:12:13.148917 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085c0cd4-b7f9-4681-93bd-eccf20c40301 None None] Received port after_create {{(pid=104586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:12:13.150934 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c0cd4-b7f9-4681-93bd-eccf20c40301 None None] Pushing event updated for resources: {'Port': ['ID=482b7f98-6652-45fd-a706-dbc82f971938,revision_number=1']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:13.215149 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-085c0cd4-b7f9-4681-93bd-eccf20c40301 None None] Attempting to bind port 482b7f98-6652-45fd-a706-dbc82f971938 on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:12:13.215686 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-085c0cd4-b7f9-4681-93bd-eccf20c40301 None None] Attempting to bind port 482b7f98-6652-45fd-a706-dbc82f971938 by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': 'a4f03617-55af-4fea-9130-d24faac38081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e71ca97-3674-4775-92a3-dc451b166192'}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:12:13.216052 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085c0cd4-b7f9-4681-93bd-eccf20c40301 None None] Attempting to bind port 482b7f98-6652-45fd-a706-dbc82f971938 on network 3e71ca97-3674-4775-92a3-dc451b166192 {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:12:13.222081 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085c0cd4-b7f9-4681-93bd-eccf20c40301 None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:12:13.222456 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085c0cd4-b7f9-4681-93bd-eccf20c40301 None None] Checking segment: {'id': 'a4f03617-55af-4fea-9130-d24faac38081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e71ca97-3674-4775-92a3-dc451b166192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:12:13.222860 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-085c0cd4-b7f9-4681-93bd-eccf20c40301 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:13.223259 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085c0cd4-b7f9-4681-93bd-eccf20c40301 None None] Bound using segment: {'id': 'a4f03617-55af-4fea-9130-d24faac38081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e71ca97-3674-4775-92a3-dc451b166192'} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:12:13.223770 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-085c0cd4-b7f9-4681-93bd-eccf20c40301 None None] Bound port: 482b7f98-6652-45fd-a706-dbc82f971938, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f03617-55af-4fea-9130-d24faac38081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e71ca97-3674-4775-92a3-dc451b166192'}}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:12:13.224126 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-085c0cd4-b7f9-4681-93bd-eccf20c40301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (482b7f98-6652-45fd-a706-dbc82f971938), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:13.266930 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device facb9c57-f5b3-48fc-91c3-b67f526ada63 details requested by agent hyperv_hv-cinder-84875 with host hv-cinder-84875 {{(pid=104586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:12:13.278747 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:13.312738 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-085c0cd4-b7f9-4681-93bd-eccf20c40301 None None] For port 482b7f98-6652-45fd-a706-dbc82f971938, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:12:13.318216 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-085c0cd4-b7f9-4681-93bd-eccf20c40301 None None] For port 482b7f98-6652-45fd-a706-dbc82f971938, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=482b7f98-6652-45fd-a706-dbc82f971938,segment=NetworkSegment(a4f03617-55af-4fea-9130-d24faac38081),segment_id=a4f03617-55af-4fea-9130-d24faac38081)] {{(pid=104586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:12:13.415357 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port facb9c57-f5b3-48fc-91c3-b67f526ada63, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=facb9c57-f5b3-48fc-91c3-b67f526ada63,segment=NetworkSegment(436de476-886f-4d89-85ff-77c429900144),segment_id=436de476-886f-4d89-85ff-77c429900144)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:12:13.429629 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Returning: {'device': 'facb9c57-f5b3-48fc-91c3-b67f526ada63', 'network_id': '143ca51d-04c4-49d1-b023-9392fa41c485', 'port_id': 'facb9c57-f5b3-48fc-91c3-b67f526ada63', 'mac_address': 'fa:16:3e:3b:1f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88d0897-2250-4418-812b-ec8f548a7317', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:12:13.457896 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-085c0cd4-b7f9-4681-93bd-eccf20c40301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (482b7f98-6652-45fd-a706-dbc82f971938), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:13.479945 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Publish callbacks [] for router_gateway (149d769d-c788-463e-8167-9b4bac2f4556), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:13.501839 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:13.510489 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port facb9c57-f5b3-48fc-91c3-b67f526ada63 is: DOWN; New status is: BUILD {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:12:13.510824 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (facb9c57-f5b3-48fc-91c3-b67f526ada63), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:13.536914 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id facb9c57-f5b3-48fc-91c3-b67f526ada63 {{(pid=104586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:12:13.544173 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c0cd4-b7f9-4681-93bd-eccf20c40301 None None] Pushing event updated for resources: {'Port': ['ID=482b7f98-6652-45fd-a706-dbc82f971938,revision_number=2']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:13.565274 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port facb9c57-f5b3-48fc-91c3-b67f526ada63, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=facb9c57-f5b3-48fc-91c3-b67f526ada63,segment=NetworkSegment(436de476-886f-4d89-85ff-77c429900144),segment_id=436de476-886f-4d89-85ff-77c429900144)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:12:13.622491 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_common [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Allocated IP 172.27.3.74 (90903495-288b-44cb-8357-c0c74fc45d82/c848da7f-4b94-4cfd-b899-6ee4cbeaeda8/69e3bf35-f580-4a04-b40d-29a190639e16) {{(pid=104584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:12:13.639112 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (facb9c57-f5b3-48fc-91c3-b67f526ada63), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:13.700988 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=facb9c57-f5b3-48fc-91c3-b67f526ada63,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:13.807733 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Publish callbacks [] for port (69e3bf35-f580-4a04-b40d-29a190639e16), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:13.814451 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:13.855990 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:13.922968 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (69e3bf35-f580-4a04-b40d-29a190639e16), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:13.943004 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75c7d7-11b8-4d4b-bc1a-afacf9af0f0a req-037194c8-96e2-4123-b74b-76e4cff04c58 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:13.943004 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6a75c7d7-11b8-4d4b-bc1a-afacf9af0f0a req-037194c8-96e2-4123-b74b-76e4cff04c58 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 943 time: 0.0971584 Jul 05 16:12:13.948118 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161b7a0-9d1a-4eb6-bdd7-e9deeae05279 req-8fb8ee7d-a357-47c7-9cca-3e32f4efaadb tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:13.949577 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1161b7a0-9d1a-4eb6-bdd7-e9deeae05279 req-8fb8ee7d-a357-47c7-9cca-3e32f4efaadb tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 944 time: 0.0963464 Jul 05 16:12:13.986694 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Network 90903495-288b-44cb-8357-c0c74fc45d82 is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:12:13.991573 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:12:13.995794 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Received port after_create {{(pid=104584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:12:14.011687 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['facb9c57-f5b3-48fc-91c3-b67f526ada63'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:12:14.012452 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6a75c7d7-11b8-4d4b-bc1a-afacf9af0f0a req-6839c847-d4be-46a7-ad4c-9dda0d5a3f2b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619385 Jul 05 16:12:14.025121 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Pushing event updated for resources: {'Port': ['ID=69e3bf35-f580-4a04-b40d-29a190639e16,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:14.038602 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:14.038755 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1161b7a0-9d1a-4eb6-bdd7-e9deeae05279 req-923ed1ff-d242-46d2-ab81-906242f3d635 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610123 Jul 05 16:12:14.039032 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:14.039443 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:14.039839 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:14.040340 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:14.040915 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:14.041306 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:14.041691 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:14.042077 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:14.042524 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:14.042908 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:14.043291 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:14.043671 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:14.044049 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:14.044574 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:14.086402 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device bf1d5952-db88-4289-99c1-e109ca37aaee up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:12:14.141600 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:14.171088 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port bf1d5952-db88-4289-99c1-e109ca37aaee triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:12:14.171456 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (bf1d5952-db88-4289-99c1-e109ca37aaee), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:14.286642 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port bf1d5952-db88-4289-99c1-e109ca37aaee is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:12:14.291861 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 482b7f98-6652-45fd-a706-dbc82f971938 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:12:14.329381 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 482b7f98-6652-45fd-a706-dbc82f971938 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:12:14.329747 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (482b7f98-6652-45fd-a706-dbc82f971938), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:14.330060 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Publish callbacks [] for router_gateway (149d769d-c788-463e-8167-9b4bac2f4556), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:14.363834 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:14.405487 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 482b7f98-6652-45fd-a706-dbc82f971938 is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:12:14.405887 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (482b7f98-6652-45fd-a706-dbc82f971938), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:14.424253 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:14.440059 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] For port 482b7f98-6652-45fd-a706-dbc82f971938, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=482b7f98-6652-45fd-a706-dbc82f971938,segment=NetworkSegment(a4f03617-55af-4fea-9130-d24faac38081),segment_id=a4f03617-55af-4fea-9130-d24faac38081)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:12:14.522193 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509176'] for router (149d769d-c788-463e-8167-9b4bac2f4556), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:14.544689 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (482b7f98-6652-45fd-a706-dbc82f971938), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:14.594871 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Pushing event updated for resources: {'Port': ['ID=482b7f98-6652-45fd-a706-dbc82f971938,revision_number=3']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:14.727836 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Router 149d769d-c788-463e-8167-9b4bac2f4556 is scheduled to L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 with binding_index 1 {{(pid=104584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 05 16:12:14.735403 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1ba7ef-6df8-46c2-a9ea-95334c0d4823 None None] Network 3e71ca97-3674-4775-92a3-dc451b166192 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:12:14.801026 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-ea36d4f8-b5bc-41b5-9e57-002e5ece9b96 None None] Provisioning complete for port 482b7f98-6652-45fd-a706-dbc82f971938 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:12:14.801306 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-ea36d4f8-b5bc-41b5-9e57-002e5ece9b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (482b7f98-6652-45fd-a706-dbc82f971938), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:14.833064 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:12:14.843197 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf62b01-d20a-41fa-aaeb-564f2e188a8d None None] Sync routers for ids ['149d769d-c788-463e-8167-9b4bac2f4556'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:12:14.890155 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf62b01-d20a-41fa-aaeb-564f2e188a8d None None] Routers {'149d769d-c788-463e-8167-9b4bac2f4556'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:12:14.890755 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-2cf62b01-d20a-41fa-aaeb-564f2e188a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:12:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['149d769d-c788-463e-8167-9b4bac2f4556'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:12:14.906434 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:14.907743 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-238c948d-a46a-464e-9055-378ff06043f8 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3660135 Jul 05 16:12:14.910389 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 47146) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:12:14.957621 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:14.969426 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-ea36d4f8-b5bc-41b5-9e57-002e5ece9b96 None None] Current status of the port 482b7f98-6652-45fd-a706-dbc82f971938 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:12:15.185320 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-2cf62b01-d20a-41fa-aaeb-564f2e188a8d None None] Set router 149d769d-c788-463e-8167-9b4bac2f4556 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:12:15.191451 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52385ea7-ed74-4015-a26b-ebba89839871 req-37f676f7-c8c7-4395-90ea-e766ac59a5f1 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:15.193172 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-52385ea7-ed74-4015-a26b-ebba89839871 req-37f676f7-c8c7-4395-90ea-e766ac59a5f1 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 943 time: 0.0637474 Jul 05 16:12:15.242172 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-cb32b9e1-75df-4127-b031-1eec9a3cb459 None None] Provisioning complete for port 482b7f98-6652-45fd-a706-dbc82f971938 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:12:15.242552 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-cb32b9e1-75df-4127-b031-1eec9a3cb459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (482b7f98-6652-45fd-a706-dbc82f971938), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:15.262495 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d67252-4b35-4f13-b98f-d5705bf2256d req-df86f220-4737-4d05-95d4-7161089e6221 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:15.264110 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-48d67252-4b35-4f13-b98f-d5705bf2256d req-df86f220-4737-4d05-95d4-7161089e6221 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 944 time: 0.0699985 Jul 05 16:12:15.286443 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device facb9c57-f5b3-48fc-91c3-b67f526ada63 up at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:12:15.314005 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-52385ea7-ed74-4015-a26b-ebba89839871 req-7e739d8b-27db-4fb8-b13c-839636af7d77 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102641 Jul 05 16:12:15.354182 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d956c553-6aaa-403a-b529-ff1906cfce4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:15.355666 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-48d67252-4b35-4f13-b98f-d5705bf2256d req-b98a5ad5-d047-4e97-9d89-43cc9c14dfa5 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730510 Jul 05 16:12:15.450755 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning for port facb9c57-f5b3-48fc-91c3-b67f526ada63 completed by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 16:12:15.475503 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-cb32b9e1-75df-4127-b031-1eec9a3cb459 None None] Current status of the port 482b7f98-6652-45fd-a706-dbc82f971938 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:12:15.479258 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-2cf62b01-d20a-41fa-aaeb-564f2e188a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149d769d-c788-463e-8167-9b4bac2f4556', 'name': 'tempest-TestMinimumBasicScenario-1603557003-router', 'tenant_id': 'c763e54bb34246659fca207127eb7a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '69e3bf35-f580-4a04-b40d-29a190639e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:12:12Z', 'updated_at': '2022-07-05T16:12:14Z', 'revision_number': 3, 'project_id': 'c763e54bb34246659fca207127eb7a9f', 'gw_port': {'id': '69e3bf35-f580-4a04-b40d-29a190639e16', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149d769d-c788-463e-8167-9b4bac2f4556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:13Z', 'updated_at': '2022-07-05T16:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:12:15.504739 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf62b01-d20a-41fa-aaeb-564f2e188a8d None None] Checking router: 149d769d-c788-463e-8167-9b4bac2f4556 for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:12:15.505107 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf62b01-d20a-41fa-aaeb-564f2e188a8d None None] Updating router 149d769d-c788-463e-8167-9b4bac2f4556 port 69e3bf35-f580-4a04-b40d-29a190639e16 binding host dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:12:15.508393 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:15.508543 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:15.509633 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning complete for port facb9c57-f5b3-48fc-91c3-b67f526ada63 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:12:15.510012 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (facb9c57-f5b3-48fc-91c3-b67f526ada63), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:15.517172 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_common [None req-d956c553-6aaa-403a-b529-ff1906cfce4b admin admin] Allocated IP 172.20.0.1 (3e71ca97-3674-4775-92a3-dc451b166192/cb8b15f2-f03d-4c08-9ffc-fb771272b49e/dc65252a-f353-4d6a-81a1-f82319cc8de8) {{(pid=104584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:12:15.560202 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:15.565634 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2cf62b01-d20a-41fa-aaeb-564f2e188a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (69e3bf35-f580-4a04-b40d-29a190639e16), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:15.624335 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d956c553-6aaa-403a-b529-ff1906cfce4b admin admin] Publish callbacks [] for port (dc65252a-f353-4d6a-81a1-f82319cc8de8), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:15.651397 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:15.692064 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port facb9c57-f5b3-48fc-91c3-b67f526ada63 is: BUILD; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:12:15.692479 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (facb9c57-f5b3-48fc-91c3-b67f526ada63), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:15.732285 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352bc2a1-37ac-4578-8931-9ccb50d45e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'facb9c57-f5b3-48fc-91c3-b67f526ada63'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:12:15.734816 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15243646-6a16-450a-a370-ecd630d85a24" -d '{"events": [{"server_uuid": "352bc2a1-37ac-4578-8931-9ccb50d45e55", "name": "network-vif-plugged", "status": "completed", "tag": "facb9c57-f5b3-48fc-91c3-b67f526ada63"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:12:15.744995 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d956c553-6aaa-403a-b529-ff1906cfce4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (dc65252a-f353-4d6a-81a1-f82319cc8de8), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:15.758512 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port facb9c57-f5b3-48fc-91c3-b67f526ada63, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=facb9c57-f5b3-48fc-91c3-b67f526ada63,segment=NetworkSegment(436de476-886f-4d89-85ff-77c429900144),segment_id=436de476-886f-4d89-85ff-77c429900144)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:12:15.786701 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d956c553-6aaa-403a-b529-ff1906cfce4b admin admin] Network 3e71ca97-3674-4775-92a3-dc451b166192 is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:12:15.789049 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca166c37-b078-47fb-9439-a3c4a07e3a82 x-openstack-request-id: req-ca166c37-b078-47fb-9439-a3c4a07e3a82 {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:12:15.789355 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352bc2a1-37ac-4578-8931-9ccb50d45e55", "name": "network-vif-plugged", "status": "completed", "tag": "facb9c57-f5b3-48fc-91c3-b67f526ada63", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:12:15.789551 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-d956c553-6aaa-403a-b529-ff1906cfce4b admin admin] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:12:15.789657 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ca166c37-b078-47fb-9439-a3c4a07e3a82 {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:12:15.790005 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca166c37-b078-47fb-9439-a3c4a07e3a82'] response: {'server_uuid': '352bc2a1-37ac-4578-8931-9ccb50d45e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'facb9c57-f5b3-48fc-91c3-b67f526ada63', 'code': 200} Jul 05 16:12:15.793385 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d956c553-6aaa-403a-b529-ff1906cfce4b admin admin] Received port after_create {{(pid=104584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:12:15.798434 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956c553-6aaa-403a-b529-ff1906cfce4b admin admin] Pushing event updated for resources: {'Port': ['ID=dc65252a-f353-4d6a-81a1-f82319cc8de8,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:15.837873 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d956c553-6aaa-403a-b529-ff1906cfce4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518656'] for router_interface (149d769d-c788-463e-8167-9b4bac2f4556), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:15.860230 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (facb9c57-f5b3-48fc-91c3-b67f526ada63), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:15.930736 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2cf62b01-d20a-41fa-aaeb-564f2e188a8d None None] Publish callbacks [] for port (69e3bf35-f580-4a04-b40d-29a190639e16), precommit_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:15.947311 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=facb9c57-f5b3-48fc-91c3-b67f526ada63,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:15.986526 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 482b7f98-6652-45fd-a706-dbc82f971938 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:12:16.013121 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2cf62b01-d20a-41fa-aaeb-564f2e188a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (69e3bf35-f580-4a04-b40d-29a190639e16), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:16.054530 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d956c553-6aaa-403a-b529-ff1906cfce4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (dc65252a-f353-4d6a-81a1-f82319cc8de8), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:16.070779 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:16.084688 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779d428-b05a-41c5-8aeb-6e20db301bd7 None None] Pushing event updated for resources: {'Port': ['ID=69e3bf35-f580-4a04-b40d-29a190639e16,revision_number=2']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:16.094335 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-2cf62b01-d20a-41fa-aaeb-564f2e188a8d None None] Attempting to bind port 69e3bf35-f580-4a04-b40d-29a190639e16 on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:12:16.094718 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-2cf62b01-d20a-41fa-aaeb-564f2e188a8d None None] Attempting to bind port 69e3bf35-f580-4a04-b40d-29a190639e16 by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:12:16.095082 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf62b01-d20a-41fa-aaeb-564f2e188a8d None None] Attempting to bind port 69e3bf35-f580-4a04-b40d-29a190639e16 on network 90903495-288b-44cb-8357-c0c74fc45d82 {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:12:16.102685 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 482b7f98-6652-45fd-a706-dbc82f971938 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:12:16.103118 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (482b7f98-6652-45fd-a706-dbc82f971938), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:16.110384 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-35ea69de-3777-408b-9195-53aa2e430454 None None] Provisioning complete for port dc65252a-f353-4d6a-81a1-f82319cc8de8 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:12:16.110749 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-35ea69de-3777-408b-9195-53aa2e430454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (dc65252a-f353-4d6a-81a1-f82319cc8de8), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:16.112383 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf62b01-d20a-41fa-aaeb-564f2e188a8d None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:12:16.112757 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf62b01-d20a-41fa-aaeb-564f2e188a8d None None] Checking segment: {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:12:16.113168 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2cf62b01-d20a-41fa-aaeb-564f2e188a8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:16.113565 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf62b01-d20a-41fa-aaeb-564f2e188a8d None None] Bound using segment: {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:12:16.114034 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-2cf62b01-d20a-41fa-aaeb-564f2e188a8d None None] Bound port: 69e3bf35-f580-4a04-b40d-29a190639e16, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:12:16.114409 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2cf62b01-d20a-41fa-aaeb-564f2e188a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (69e3bf35-f580-4a04-b40d-29a190639e16), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:16.218674 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-35ea69de-3777-408b-9195-53aa2e430454 None None] Port dc65252a-f353-4d6a-81a1-f82319cc8de8 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:12:16.228223 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d956c553-6aaa-403a-b529-ff1906cfce4b admin admin] Publish callbacks [] for port (dc65252a-f353-4d6a-81a1-f82319cc8de8), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:16.228645 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-2cf62b01-d20a-41fa-aaeb-564f2e188a8d None None] For port 69e3bf35-f580-4a04-b40d-29a190639e16, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:12:16.233104 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-2cf62b01-d20a-41fa-aaeb-564f2e188a8d None None] For port 69e3bf35-f580-4a04-b40d-29a190639e16, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=69e3bf35-f580-4a04-b40d-29a190639e16,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:12:16.264964 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 482b7f98-6652-45fd-a706-dbc82f971938 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:12:16.315869 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d956c553-6aaa-403a-b529-ff1906cfce4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1268176'] for port (dc65252a-f353-4d6a-81a1-f82319cc8de8), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:16.316544 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2cf62b01-d20a-41fa-aaeb-564f2e188a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (69e3bf35-f580-4a04-b40d-29a190639e16), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:16.370007 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf62b01-d20a-41fa-aaeb-564f2e188a8d None None] Routers {'149d769d-c788-463e-8167-9b4bac2f4556'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:12:16.370639 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-2cf62b01-d20a-41fa-aaeb-564f2e188a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:12:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['149d769d-c788-463e-8167-9b4bac2f4556'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:12:16.388753 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d956c553-6aaa-403a-b529-ff1906cfce4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518804'] for router_interface (149d769d-c788-463e-8167-9b4bac2f4556), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:16.391466 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956c553-6aaa-403a-b529-ff1906cfce4b admin admin] Pushing event updated for resources: {'Port': ['ID=dc65252a-f353-4d6a-81a1-f82319cc8de8,revision_number=2']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:16.433158 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779d428-b05a-41c5-8aeb-6e20db301bd7 None None] Pushing event updated for resources: {'Port': ['ID=69e3bf35-f580-4a04-b40d-29a190639e16,revision_number=3']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:16.443489 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:16.505687 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-2cf62b01-d20a-41fa-aaeb-564f2e188a8d None None] Set router 149d769d-c788-463e-8167-9b4bac2f4556 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:12:16.523595 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0e61e-0ff9-40ee-ae54-f6d46f802abe req-664515b7-4e2e-4bb5-a84c-502b9976b8f6 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:16.525249 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fcd0e61e-0ff9-40ee-ae54-f6d46f802abe req-664515b7-4e2e-4bb5-a84c-502b9976b8f6 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 943 time: 0.1070254 Jul 05 16:12:16.527751 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595b621-4e24-4b8c-87d8-3a8dcca323e9 req-c4bd872b-81b2-4887-b52e-749f9615cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:16.529221 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-c595b621-4e24-4b8c-87d8-3a8dcca323e9 req-c4bd872b-81b2-4887-b52e-749f9615cc4e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 1129 time: 0.0574017 Jul 05 16:12:16.531442 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b2911-5eb9-4491-9784-80ff9affce59 req-c171a216-518e-4690-853f-8a70a2f35512 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:16.537266 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-987b2911-5eb9-4491-9784-80ff9affce59 req-c171a216-518e-4690-853f-8a70a2f35512 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 945 time: 0.0832298 Jul 05 16:12:16.542589 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:16.551170 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d956c553-6aaa-403a-b529-ff1906cfce4b admin admin] Network 3e71ca97-3674-4775-92a3-dc451b166192 is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:12:16.559986 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-d956c553-6aaa-403a-b529-ff1906cfce4b admin admin] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:12:16.611383 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:16.622059 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fcd0e61e-0ff9-40ee-ae54-f6d46f802abe req-807c3067-f40a-4947-b551-4dc9d94919a3 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838249 Jul 05 16:12:16.633858 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-987b2911-5eb9-4491-9784-80ff9affce59 req-f6ab4c39-9112-4c2c-8190-9a00f444367c tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858641 Jul 05 16:12:16.687681 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-c595b621-4e24-4b8c-87d8-3a8dcca323e9 req-3bf32ba9-29b1-4696-ae47-00573ab9e23f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513186 Jul 05 16:12:16.701231 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d956c553-6aaa-403a-b529-ff1906cfce4b admin admin] Router 149d769d-c788-463e-8167-9b4bac2f4556 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:12:16.751021 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-2cf62b01-d20a-41fa-aaeb-564f2e188a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149d769d-c788-463e-8167-9b4bac2f4556', 'name': 'tempest-TestMinimumBasicScenario-1603557003-router', 'tenant_id': 'c763e54bb34246659fca207127eb7a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '69e3bf35-f580-4a04-b40d-29a190639e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:12:12Z', 'updated_at': '2022-07-05T16:12:15Z', 'revision_number': 4, 'project_id': 'c763e54bb34246659fca207127eb7a9f', 'gw_port': {'id': '69e3bf35-f580-4a04-b40d-29a190639e16', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149d769d-c788-463e-8167-9b4bac2f4556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:13Z', 'updated_at': '2022-07-05T16:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'dc65252a-f353-4d6a-81a1-f82319cc8de8', 'name': '', 'network_id': '3e71ca97-3674-4775-92a3-dc451b166192', 'tenant_id': 'c763e54bb34246659fca207127eb7a9f', 'mac_address': 'fa:16:3e:24:c9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149d769d-c788-463e-8167-9b4bac2f4556', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'cb8b15f2-f03d-4c08-9ffc-fb771272b49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:15Z', 'updated_at': '2022-07-05T16:12:16Z', 'revision_number': 2, 'project_id': 'c763e54bb34246659fca207127eb7a9f', 'subnets': [{'id': 'cb8b15f2-f03d-4c08-9ffc-fb771272b49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:12:16.761065 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:16.782366 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf62b01-d20a-41fa-aaeb-564f2e188a8d None None] The sync data for ids ['149d769d-c788-463e-8167-9b4bac2f4556'] in dv-cinder-848759-1-iscsi is: [{'id': '149d769d-c788-463e-8167-9b4bac2f4556', 'name': 'tempest-TestMinimumBasicScenario-1603557003-router', 'tenant_id': 'c763e54bb34246659fca207127eb7a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '69e3bf35-f580-4a04-b40d-29a190639e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:12:12Z', 'updated_at': '2022-07-05T16:12:15Z', 'revision_number': 4, 'project_id': 'c763e54bb34246659fca207127eb7a9f', 'gw_port': {'id': '69e3bf35-f580-4a04-b40d-29a190639e16', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149d769d-c788-463e-8167-9b4bac2f4556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:13Z', 'updated_at': '2022-07-05T16:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'dc65252a-f353-4d6a-81a1-f82319cc8de8', 'name': '', 'network_id': '3e71ca97-3674-4775-92a3-dc451b166192', 'tenant_id': 'c763e54bb34246659fca207127eb7a9f', 'mac_address': 'fa:16:3e:24:c9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149d769d-c788-463e-8167-9b4bac2f4556', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'cb8b15f2-f03d-4c08-9ffc-fb771272b49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:15Z', 'updated_at': '2022-07-05T16:12:16Z', 'revision_number': 2, 'project_id': 'c763e54bb34246659fca207127eb7a9f', 'subnets': [{'id': 'cb8b15f2-f03d-4c08-9ffc-fb771272b49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:12:16.816034 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d956c553-6aaa-403a-b529-ff1906cfce4b admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:12:16.821556 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-d956c553-6aaa-403a-b529-ff1906cfce4b admin admin] 10.222.0.45 "PUT /v2.0/routers/149d769d-c788-463e-8167-9b4bac2f4556/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9102397 Jul 05 16:12:16.845267 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bce94ec4-3143-4a40-81a6-a31d9e7c7cc4 None None] Provisioning complete for port dc65252a-f353-4d6a-81a1-f82319cc8de8 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:12:16.845704 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bce94ec4-3143-4a40-81a6-a31d9e7c7cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (dc65252a-f353-4d6a-81a1-f82319cc8de8), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:16.879850 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bce94ec4-3143-4a40-81a6-a31d9e7c7cc4 None None] Port dc65252a-f353-4d6a-81a1-f82319cc8de8 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:12:17.280755 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device c24636dc-9b24-45b5-a963-180931342e24 details requested by agent hyperv_hv-cinder-84875 with host hv-cinder-84875 {{(pid=104586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:12:17.545097 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port c24636dc-9b24-45b5-a963-180931342e24, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=c24636dc-9b24-45b5-a963-180931342e24,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:12:17.558680 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Returning: {'device': 'c24636dc-9b24-45b5-a963-180931342e24', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'port_id': 'c24636dc-9b24-45b5-a963-180931342e24', 'mac_address': 'fa:16:3e:61:9c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:12:17.594578 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port c24636dc-9b24-45b5-a963-180931342e24 is: DOWN; New status is: BUILD {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:12:17.594971 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (c24636dc-9b24-45b5-a963-180931342e24), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:17.609903 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24636dc-9b24-45b5-a963-180931342e24 {{(pid=104586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:12:17.614813 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:17.632891 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port c24636dc-9b24-45b5-a963-180931342e24, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=c24636dc-9b24-45b5-a963-180931342e24,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:12:17.750327 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (c24636dc-9b24-45b5-a963-180931342e24), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:17.831742 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840316a-6c9d-4462-af11-4f43a767b389 req-7a186ca0-83a9-4e7c-b71b-70e341fe5600 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:17.839514 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0840316a-6c9d-4462-af11-4f43a767b389 req-7a186ca0-83a9-4e7c-b71b-70e341fe5600 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 944 time: 0.0611134 Jul 05 16:12:17.862410 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=c24636dc-9b24-45b5-a963-180931342e24,revision_number=9']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:17.954790 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0840316a-6c9d-4462-af11-4f43a767b389 req-c7e6e697-b30c-4a5f-97fc-bed79f136276 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137824 Jul 05 16:12:17.972501 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36b968-c11b-41c8-968a-10e8ee96cc35 req-6d89c8fc-5a61-439c-83b9-130ef3858f82 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:17.980151 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ae36b968-c11b-41c8-968a-10e8ee96cc35 req-6d89c8fc-5a61-439c-83b9-130ef3858f82 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 945 time: 0.1382627 Jul 05 16:12:18.083204 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 69e3bf35-f580-4a04-b40d-29a190639e16 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:12:18.149030 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['c24636dc-9b24-45b5-a963-180931342e24'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:12:18.265932 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 69e3bf35-f580-4a04-b40d-29a190639e16 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:12:18.266664 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (69e3bf35-f580-4a04-b40d-29a190639e16), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:18.402766 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ae36b968-c11b-41c8-968a-10e8ee96cc35 req-6ed1219f-cd9b-4970-915c-1ba17fa588c0 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172394 Jul 05 16:12:18.451799 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 69e3bf35-f580-4a04-b40d-29a190639e16 is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:12:18.452406 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (69e3bf35-f580-4a04-b40d-29a190639e16), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:18.481282 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] For port 69e3bf35-f580-4a04-b40d-29a190639e16, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=69e3bf35-f580-4a04-b40d-29a190639e16,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:12:18.553607 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (69e3bf35-f580-4a04-b40d-29a190639e16), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:18.632608 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Pushing event updated for resources: {'Port': ['ID=69e3bf35-f580-4a04-b40d-29a190639e16,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:19.121893 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c92702-07fe-4739-96f6-ce86ab8c9bd0 req-faebd4e9-ffaa-4805-b1c0-091c8273b3bc tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:19.132428 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-16c92702-07fe-4739-96f6-ce86ab8c9bd0 req-faebd4e9-ffaa-4805-b1c0-091c8273b3bc tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 944 time: 0.0712399 Jul 05 16:12:19.185297 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-16c92702-07fe-4739-96f6-ce86ab8c9bd0 req-75e260db-8c74-44f7-8dca-a8c712c29302 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545957 Jul 05 16:12:19.301810 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device c24636dc-9b24-45b5-a963-180931342e24 up at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:12:19.356816 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning complete for port c24636dc-9b24-45b5-a963-180931342e24 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:12:19.357256 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (c24636dc-9b24-45b5-a963-180931342e24), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:19.470341 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port c24636dc-9b24-45b5-a963-180931342e24 is: BUILD; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:12:19.471017 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (c24636dc-9b24-45b5-a963-180931342e24), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:19.501307 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da368d38-2642-49c3-b499-eb5a977cbd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24636dc-9b24-45b5-a963-180931342e24'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:12:19.503983 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb273877-6ccc-4597-8790-a81b5816d9a1" -d '{"events": [{"server_uuid": "da368d38-2642-49c3-b499-eb5a977cbd77", "name": "network-vif-plugged", "status": "completed", "tag": "c24636dc-9b24-45b5-a963-180931342e24"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:12:19.506275 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:19.517850 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port c24636dc-9b24-45b5-a963-180931342e24, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=c24636dc-9b24-45b5-a963-180931342e24,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:12:19.548045 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295acf7-fef7-46c4-b8f7-e8d0ba1d89cb req-22b298d4-93bb-4edc-85d9-a3bbc905b9da tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:19.548834 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7295acf7-fef7-46c4-b8f7-e8d0ba1d89cb req-22b298d4-93bb-4edc-85d9-a3bbc905b9da tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 945 time: 0.0675621 Jul 05 16:12:19.610576 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7295acf7-fef7-46c4-b8f7-e8d0ba1d89cb req-497cbcc8-7666-4f2b-831d-12fc118583be tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527771 Jul 05 16:12:19.733533 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f573e88-7271-4295-88ab-7618f2c02b60 x-openstack-request-id: req-0f573e88-7271-4295-88ab-7618f2c02b60 {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:12:19.733533 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da368d38-2642-49c3-b499-eb5a977cbd77", "name": "network-vif-plugged", "status": "completed", "tag": "c24636dc-9b24-45b5-a963-180931342e24", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:12:19.733533 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0f573e88-7271-4295-88ab-7618f2c02b60 {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:12:19.734719 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f573e88-7271-4295-88ab-7618f2c02b60'] response: {'server_uuid': 'da368d38-2642-49c3-b499-eb5a977cbd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24636dc-9b24-45b5-a963-180931342e24', 'code': 200} Jul 05 16:12:19.753607 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (c24636dc-9b24-45b5-a963-180931342e24), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:19.826767 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=c24636dc-9b24-45b5-a963-180931342e24,revision_number=10']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:20.021476 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 69e3bf35-f580-4a04-b40d-29a190639e16 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:12:20.094903 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:20.105106 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 69e3bf35-f580-4a04-b40d-29a190639e16 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:12:20.105485 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (69e3bf35-f580-4a04-b40d-29a190639e16), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:20.205668 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e50111-4077-407f-971a-9e373f40b278 None None] Sync routers for ids ['149d769d-c788-463e-8167-9b4bac2f4556'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:12:20.217920 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e50111-4077-407f-971a-9e373f40b278 None None] Routers {'149d769d-c788-463e-8167-9b4bac2f4556'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:12:20.218801 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-65e50111-4077-407f-971a-9e373f40b278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:12:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['149d769d-c788-463e-8167-9b4bac2f4556'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:12:20.231287 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 69e3bf35-f580-4a04-b40d-29a190639e16 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:12:20.458997 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-65e50111-4077-407f-971a-9e373f40b278 None None] Set router 149d769d-c788-463e-8167-9b4bac2f4556 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:12:20.520431 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68ea8c-2e5d-4a95-9afd-cf8499039431 req-1616701b-7f47-4b43-a88b-6d6412925795 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:20.522696 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-db68ea8c-2e5d-4a95-9afd-cf8499039431 req-1616701b-7f47-4b43-a88b-6d6412925795 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 946 time: 0.0624113 Jul 05 16:12:20.618475 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-db68ea8c-2e5d-4a95-9afd-cf8499039431 req-491955db-f3f6-4a54-a8d0-bcd21c19278c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824480 Jul 05 16:12:20.710182 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377b406-86e6-4a53-8d61-a92868bd071c req-99f9585e-bfec-4df2-bf53-39ea233f98cd tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:20.721117 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b377b406-86e6-4a53-8d61-a92868bd071c req-99f9585e-bfec-4df2-bf53-39ea233f98cd tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 945 time: 0.1006253 Jul 05 16:12:20.738231 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-65e50111-4077-407f-971a-9e373f40b278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149d769d-c788-463e-8167-9b4bac2f4556', 'name': 'tempest-TestMinimumBasicScenario-1603557003-router', 'tenant_id': 'c763e54bb34246659fca207127eb7a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '69e3bf35-f580-4a04-b40d-29a190639e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:12:12Z', 'updated_at': '2022-07-05T16:12:15Z', 'revision_number': 4, 'project_id': 'c763e54bb34246659fca207127eb7a9f', 'gw_port': {'id': '69e3bf35-f580-4a04-b40d-29a190639e16', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149d769d-c788-463e-8167-9b4bac2f4556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:13Z', 'updated_at': '2022-07-05T16:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'dc65252a-f353-4d6a-81a1-f82319cc8de8', 'name': '', 'network_id': '3e71ca97-3674-4775-92a3-dc451b166192', 'tenant_id': 'c763e54bb34246659fca207127eb7a9f', 'mac_address': 'fa:16:3e:24:c9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149d769d-c788-463e-8167-9b4bac2f4556', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'cb8b15f2-f03d-4c08-9ffc-fb771272b49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:15Z', 'updated_at': '2022-07-05T16:12:16Z', 'revision_number': 2, 'project_id': 'c763e54bb34246659fca207127eb7a9f', 'subnets': [{'id': 'cb8b15f2-f03d-4c08-9ffc-fb771272b49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:12:20.783013 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e50111-4077-407f-971a-9e373f40b278 None None] Checking router: 149d769d-c788-463e-8167-9b4bac2f4556 for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:12:20.783361 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e50111-4077-407f-971a-9e373f40b278 None None] Updating router 149d769d-c788-463e-8167-9b4bac2f4556 port dc65252a-f353-4d6a-81a1-f82319cc8de8 binding host dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:12:20.812983 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=100 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:20.816080 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b377b406-86e6-4a53-8d61-a92868bd071c req-d7ee3d0a-d365-4c8b-9e80-d3847b6fbb8c tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=da3712d7-f047-4290-93ed-568a37340494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928137 Jul 05 16:12:20.827196 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-65e50111-4077-407f-971a-9e373f40b278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (dc65252a-f353-4d6a-81a1-f82319cc8de8), before_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:20.847156 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:21.158934 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-65e50111-4077-407f-971a-9e373f40b278 None None] Publish callbacks [] for port (dc65252a-f353-4d6a-81a1-f82319cc8de8), precommit_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:21.278632 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4bb34-6e7a-420e-9d41-3831f38367ef req-3be45c46-a6e2-4976-bc7f-f40539626b9e tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:21.280097 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e6e4bb34-6e7a-420e-9d41-3831f38367ef req-3be45c46-a6e2-4976-bc7f-f40539626b9e tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 945 time: 0.0536408 Jul 05 16:12:21.326886 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e6e4bb34-6e7a-420e-9d41-3831f38367ef req-90c4db86-5817-4f80-87cb-83241dd39da9 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411963 Jul 05 16:12:21.621879 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-65e50111-4077-407f-971a-9e373f40b278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (dc65252a-f353-4d6a-81a1-f82319cc8de8), after_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:21.672805 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c8880-6b27-4ee3-87ec-a135e39f0251 None None] Pushing event updated for resources: {'Port': ['ID=dc65252a-f353-4d6a-81a1-f82319cc8de8,revision_number=3']} {{(pid=104587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:21.747935 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-65e50111-4077-407f-971a-9e373f40b278 None None] Attempting to bind port dc65252a-f353-4d6a-81a1-f82319cc8de8 on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:12:21.753380 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-65e50111-4077-407f-971a-9e373f40b278 None None] Attempting to bind port dc65252a-f353-4d6a-81a1-f82319cc8de8 by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': 'a4f03617-55af-4fea-9130-d24faac38081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e71ca97-3674-4775-92a3-dc451b166192'}] {{(pid=104587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:12:21.753380 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e50111-4077-407f-971a-9e373f40b278 None None] Attempting to bind port dc65252a-f353-4d6a-81a1-f82319cc8de8 on network 3e71ca97-3674-4775-92a3-dc451b166192 {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:12:21.754712 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e50111-4077-407f-971a-9e373f40b278 None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:12:21.755178 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e50111-4077-407f-971a-9e373f40b278 None None] Checking segment: {'id': 'a4f03617-55af-4fea-9130-d24faac38081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e71ca97-3674-4775-92a3-dc451b166192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:12:21.755688 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-65e50111-4077-407f-971a-9e373f40b278 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:21.756163 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e50111-4077-407f-971a-9e373f40b278 None None] Bound using segment: {'id': 'a4f03617-55af-4fea-9130-d24faac38081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e71ca97-3674-4775-92a3-dc451b166192'} {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:12:21.757315 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-65e50111-4077-407f-971a-9e373f40b278 None None] Bound port: dc65252a-f353-4d6a-81a1-f82319cc8de8, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f03617-55af-4fea-9130-d24faac38081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e71ca97-3674-4775-92a3-dc451b166192'}}] {{(pid=104587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:12:21.757887 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-65e50111-4077-407f-971a-9e373f40b278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (dc65252a-f353-4d6a-81a1-f82319cc8de8), before_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:21.775323 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4a8b5-8e32-49d6-8542-31207c5b9cad req-21368f71-7400-4ed3-ad9d-8f65d851b414 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:21.777054 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c5c4a8b5-8e32-49d6-8542-31207c5b9cad req-21368f71-7400-4ed3-ad9d-8f65d851b414 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 946 time: 0.0546932 Jul 05 16:12:21.805941 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:21.831610 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.db [None req-65e50111-4077-407f-971a-9e373f40b278 None None] For port dc65252a-f353-4d6a-81a1-f82319cc8de8, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:12:21.839497 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.db [None req-65e50111-4077-407f-971a-9e373f40b278 None None] For port dc65252a-f353-4d6a-81a1-f82319cc8de8, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=dc65252a-f353-4d6a-81a1-f82319cc8de8,segment=NetworkSegment(a4f03617-55af-4fea-9130-d24faac38081),segment_id=a4f03617-55af-4fea-9130-d24faac38081)] {{(pid=104587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:12:21.869481 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c5c4a8b5-8e32-49d6-8542-31207c5b9cad req-7368bdd3-22cf-4c2c-bc65-107d8f5b39a9 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853801 Jul 05 16:12:21.916284 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-65e50111-4077-407f-971a-9e373f40b278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (dc65252a-f353-4d6a-81a1-f82319cc8de8), after_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:21.954907 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-c12c2969-8bcd-49da-ab3c-d292bb22a793 None None] Provisioning complete for port dc65252a-f353-4d6a-81a1-f82319cc8de8 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:12:21.957458 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-c12c2969-8bcd-49da-ab3c-d292bb22a793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (dc65252a-f353-4d6a-81a1-f82319cc8de8), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:21.962101 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:21.981936 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedfafb-2957-42c8-acbc-35611dcb4955 req-7c8cc3fa-332f-4f97-8486-9e29998cb5f1 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:21.985264 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-caedfafb-2957-42c8-acbc-35611dcb4955 req-7c8cc3fa-332f-4f97-8486-9e29998cb5f1 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 945 time: 0.0808709 Jul 05 16:12:22.031136 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e50111-4077-407f-971a-9e373f40b278 None None] Routers {'149d769d-c788-463e-8167-9b4bac2f4556'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:12:22.032644 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-65e50111-4077-407f-971a-9e373f40b278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:12:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['149d769d-c788-463e-8167-9b4bac2f4556'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:12:22.036607 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c8880-6b27-4ee3-87ec-a135e39f0251 None None] Pushing event updated for resources: {'Port': ['ID=dc65252a-f353-4d6a-81a1-f82319cc8de8,revision_number=4']} {{(pid=104587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:22.075385 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-caedfafb-2957-42c8-acbc-35611dcb4955 req-915af71b-8eaa-4015-baa8-d8a04178c400 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=da3712d7-f047-4290-93ed-568a37340494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774872 Jul 05 16:12:22.117414 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-c12c2969-8bcd-49da-ab3c-d292bb22a793 None None] Current status of the port dc65252a-f353-4d6a-81a1-f82319cc8de8 is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:12:22.117938 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-c12c2969-8bcd-49da-ab3c-d292bb22a793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (dc65252a-f353-4d6a-81a1-f82319cc8de8), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:22.159433 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-c12c2969-8bcd-49da-ab3c-d292bb22a793 None None] For port dc65252a-f353-4d6a-81a1-f82319cc8de8, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=dc65252a-f353-4d6a-81a1-f82319cc8de8,segment=NetworkSegment(a4f03617-55af-4fea-9130-d24faac38081),segment_id=a4f03617-55af-4fea-9130-d24faac38081)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:12:22.194560 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-65e50111-4077-407f-971a-9e373f40b278 None None] Set router 149d769d-c788-463e-8167-9b4bac2f4556 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:12:22.238863 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-c12c2969-8bcd-49da-ab3c-d292bb22a793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (dc65252a-f353-4d6a-81a1-f82319cc8de8), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:22.292894 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c2969-8bcd-49da-ab3c-d292bb22a793 None None] Pushing event updated for resources: {'Port': ['ID=dc65252a-f353-4d6a-81a1-f82319cc8de8,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:22.372836 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-0a198d8d-d78a-4d98-b169-571551dcef83 None None] Provisioning complete for port dc65252a-f353-4d6a-81a1-f82319cc8de8 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:12:22.377950 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-0a198d8d-d78a-4d98-b169-571551dcef83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (dc65252a-f353-4d6a-81a1-f82319cc8de8), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:22.447541 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:22.465820 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-65e50111-4077-407f-971a-9e373f40b278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149d769d-c788-463e-8167-9b4bac2f4556', 'name': 'tempest-TestMinimumBasicScenario-1603557003-router', 'tenant_id': 'c763e54bb34246659fca207127eb7a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '69e3bf35-f580-4a04-b40d-29a190639e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:12:12Z', 'updated_at': '2022-07-05T16:12:15Z', 'revision_number': 4, 'project_id': 'c763e54bb34246659fca207127eb7a9f', 'gw_port': {'id': '69e3bf35-f580-4a04-b40d-29a190639e16', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149d769d-c788-463e-8167-9b4bac2f4556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:13Z', 'updated_at': '2022-07-05T16:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'dc65252a-f353-4d6a-81a1-f82319cc8de8', 'name': '', 'network_id': '3e71ca97-3674-4775-92a3-dc451b166192', 'tenant_id': 'c763e54bb34246659fca207127eb7a9f', 'mac_address': 'fa:16:3e:24:c9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149d769d-c788-463e-8167-9b4bac2f4556', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'cb8b15f2-f03d-4c08-9ffc-fb771272b49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:15Z', 'updated_at': '2022-07-05T16:12:21Z', 'revision_number': 4, 'project_id': 'c763e54bb34246659fca207127eb7a9f', 'subnets': [{'id': 'cb8b15f2-f03d-4c08-9ffc-fb771272b49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:12:22.471215 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-0a198d8d-d78a-4d98-b169-571551dcef83 None None] Current status of the port dc65252a-f353-4d6a-81a1-f82319cc8de8 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:12:22.493164 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03984b93-c3d8-4cba-a4f1-8ba576ccffb1 req-ce785825-acc6-49a3-86fc-1b0af5d4befa tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:22.497811 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-03984b93-c3d8-4cba-a4f1-8ba576ccffb1 req-ce785825-acc6-49a3-86fc-1b0af5d4befa tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 945 time: 0.0757194 Jul 05 16:12:22.498737 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e50111-4077-407f-971a-9e373f40b278 None None] The sync data for ids ['149d769d-c788-463e-8167-9b4bac2f4556'] in dv-cinder-848759-1-iscsi is: [{'id': '149d769d-c788-463e-8167-9b4bac2f4556', 'name': 'tempest-TestMinimumBasicScenario-1603557003-router', 'tenant_id': 'c763e54bb34246659fca207127eb7a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '69e3bf35-f580-4a04-b40d-29a190639e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:12:12Z', 'updated_at': '2022-07-05T16:12:15Z', 'revision_number': 4, 'project_id': 'c763e54bb34246659fca207127eb7a9f', 'gw_port': {'id': '69e3bf35-f580-4a04-b40d-29a190639e16', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149d769d-c788-463e-8167-9b4bac2f4556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:13Z', 'updated_at': '2022-07-05T16:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'dc65252a-f353-4d6a-81a1-f82319cc8de8', 'name': '', 'network_id': '3e71ca97-3674-4775-92a3-dc451b166192', 'tenant_id': 'c763e54bb34246659fca207127eb7a9f', 'mac_address': 'fa:16:3e:24:c9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149d769d-c788-463e-8167-9b4bac2f4556', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'cb8b15f2-f03d-4c08-9ffc-fb771272b49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:15Z', 'updated_at': '2022-07-05T16:12:21Z', 'revision_number': 4, 'project_id': 'c763e54bb34246659fca207127eb7a9f', 'subnets': [{'id': 'cb8b15f2-f03d-4c08-9ffc-fb771272b49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:12:22.534747 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:22.572291 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-03984b93-c3d8-4cba-a4f1-8ba576ccffb1 req-3c5837e0-11b3-4153-b884-60da4253c75e tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613000 Jul 05 16:12:23.008789 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469aede-9570-4982-b650-dcf5dcab9d08 req-e4525ff3-723f-40dd-b147-8efac82fbf2c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:23.011586 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d469aede-9570-4982-b650-dcf5dcab9d08 req-e4525ff3-723f-40dd-b147-8efac82fbf2c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 946 time: 0.0669229 Jul 05 16:12:23.090981 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d469aede-9570-4982-b650-dcf5dcab9d08 req-30baf263-4fc5-40a5-8529-07c8a8ac9d2d tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736418 Jul 05 16:12:23.100408 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd64d84-d6c1-4929-aab4-d6cacc314cdd req-1a8d00c9-c414-402b-831a-5eff1f2604db tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:23.101937 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-efd64d84-d6c1-4929-aab4-d6cacc314cdd req-1a8d00c9-c414-402b-831a-5eff1f2604db tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.47 "GET /v2.0/ports?device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 945 time: 0.0543807 Jul 05 16:12:23.224566 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c316f-c0e2-416c-a734-99fc65b7f8bb req-254210a3-2928-49d4-9bfe-543ec9c2b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:23.226461 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-891c316f-c0e2-416c-a734-99fc65b7f8bb req-254210a3-2928-49d4-9bfe-543ec9c2b77d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 1130 time: 0.0831754 Jul 05 16:12:23.244403 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7cdb6-146e-4d48-be7c-ed6e00b69930 req-be7c8e21-5a2f-4d2f-ac28-59e0f965763b tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:23.246037 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1eb7cdb6-146e-4d48-be7c-ed6e00b69930 req-be7c8e21-5a2f-4d2f-ac28-59e0f965763b tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 945 time: 0.0688789 Jul 05 16:12:23.298253 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [req-efd64d84-d6c1-4929-aab4-d6cacc314cdd req-c6c6f7bc-7871-4a99-a573-81b1c154c1f5 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Deleting port 54f02c5c-3943-4041-9d1e-31e3fcfcdf17 {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:12:23.298824 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-efd64d84-d6c1-4929-aab4-d6cacc314cdd req-c6c6f7bc-7871-4a99-a573-81b1c154c1f5 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (54f02c5c-3943-4041-9d1e-31e3fcfcdf17), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:23.379780 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-891c316f-c0e2-416c-a734-99fc65b7f8bb req-ff9825c3-4ad2-4207-88ba-4a16a6ced611 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327469 Jul 05 16:12:23.384248 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1eb7cdb6-146e-4d48-be7c-ed6e00b69930 req-5089a5aa-d2e5-4a67-aca0-c28c10aa159f tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=da3712d7-f047-4290-93ed-568a37340494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308236 Jul 05 16:12:23.419020 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d96c71-d854-4bd5-a653-5c42eeded5d6 req-4819d4a5-80d8-43d5-b6fe-f91995bcf15e tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:23.421066 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b4d96c71-d854-4bd5-a653-5c42eeded5d6 req-4819d4a5-80d8-43d5-b6fe-f91995bcf15e tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.47 "GET /v2.0/ports?device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 945 time: 0.1232078 Jul 05 16:12:23.442409 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [req-efd64d84-d6c1-4929-aab4-d6cacc314cdd req-c6c6f7bc-7871-4a99-a573-81b1c154c1f5 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] For port 54f02c5c-3943-4041-9d1e-31e3fcfcdf17, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=54f02c5c-3943-4041-9d1e-31e3fcfcdf17,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:12:23.442768 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-efd64d84-d6c1-4929-aab4-d6cacc314cdd req-c6c6f7bc-7871-4a99-a573-81b1c154c1f5 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (54f02c5c-3943-4041-9d1e-31e3fcfcdf17), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:23.772110 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c731c5-75c9-4092-a97c-d8bab70087b2 req-db52e240-5058-463c-9c22-c55ba4b8ad0b tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:23.774131 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-30c731c5-75c9-4092-a97c-d8bab70087b2 req-db52e240-5058-463c-9c22-c55ba4b8ad0b tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 945 time: 0.0744638 Jul 05 16:12:23.857886 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-efd64d84-d6c1-4929-aab4-d6cacc314cdd req-c6c6f7bc-7871-4a99-a573-81b1c154c1f5 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:23.857886 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-efd64d84-d6c1-4929-aab4-d6cacc314cdd req-c6c6f7bc-7871-4a99-a573-81b1c154c1f5 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (ef899ed4-b06c-4a3e-8d90-182bc8b45580), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:23.857886 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.db.l3_db [req-efd64d84-d6c1-4929-aab4-d6cacc314cdd req-c6c6f7bc-7871-4a99-a573-81b1c154c1f5 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Floating IP ef899ed4-b06c-4a3e-8d90-182bc8b45580 disassociated. External IP: 172.27.3.144, port: 54f02c5c-3943-4041-9d1e-31e3fcfcdf17. Jul 05 16:12:23.857886 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [req-efd64d84-d6c1-4929-aab4-d6cacc314cdd req-c6c6f7bc-7871-4a99-a573-81b1c154c1f5 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Calling delete_port for 54f02c5c-3943-4041-9d1e-31e3fcfcdf17 owned by compute:nova {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:12:23.870734 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-b4d96c71-d854-4bd5-a653-5c42eeded5d6 req-2d1c152f-ab18-44a5-b540-77033ebb18df tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Deleting port facb9c57-f5b3-48fc-91c3-b67f526ada63 {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:12:23.871101 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-b4d96c71-d854-4bd5-a653-5c42eeded5d6 req-2d1c152f-ab18-44a5-b540-77033ebb18df tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (facb9c57-f5b3-48fc-91c3-b67f526ada63), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:23.925248 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-30c731c5-75c9-4092-a97c-d8bab70087b2 req-8ea3eef3-ff13-457b-bde8-34c72f05f547 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c158a23-d890-4a27-8385-210aa09127d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276379 Jul 05 16:12:24.072602 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-b4d96c71-d854-4bd5-a653-5c42eeded5d6 req-2d1c152f-ab18-44a5-b540-77033ebb18df tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] For port facb9c57-f5b3-48fc-91c3-b67f526ada63, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=facb9c57-f5b3-48fc-91c3-b67f526ada63,segment=NetworkSegment(436de476-886f-4d89-85ff-77c429900144),segment_id=436de476-886f-4d89-85ff-77c429900144)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:12:24.076316 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-b4d96c71-d854-4bd5-a653-5c42eeded5d6 req-2d1c152f-ab18-44a5-b540-77033ebb18df tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (facb9c57-f5b3-48fc-91c3-b67f526ada63), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:24.081891 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device dc65252a-f353-4d6a-81a1-f82319cc8de8 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:12:24.110275 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-b4d96c71-d854-4bd5-a653-5c42eeded5d6 req-2d1c152f-ab18-44a5-b540-77033ebb18df tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Calling delete_port for facb9c57-f5b3-48fc-91c3-b67f526ada63 owned by compute:nova {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:12:24.156586 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-efd64d84-d6c1-4929-aab4-d6cacc314cdd req-c6c6f7bc-7871-4a99-a573-81b1c154c1f5 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (54f02c5c-3943-4041-9d1e-31e3fcfcdf17), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:24.160390 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port dc65252a-f353-4d6a-81a1-f82319cc8de8 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:12:24.161230 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (dc65252a-f353-4d6a-81a1-f82319cc8de8), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:24.228148 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6f7bc-7871-4a99-a573-81b1c154c1f5 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event deleted for resources: {'Port': ['ID=54f02c5c-3943-4041-9d1e-31e3fcfcdf17,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:24.321937 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port dc65252a-f353-4d6a-81a1-f82319cc8de8 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:12:24.349448 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:24.387598 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:12:24.393525 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19130f71-05c4-4682-bebb-3fe9d0b5ff4c req-1612d7be-94f6-464b-bca5-a20e47333fde tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:24.395182 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-19130f71-05c4-4682-bebb-3fe9d0b5ff4c req-1612d7be-94f6-464b-bca5-a20e47333fde tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 946 time: 0.1178796 Jul 05 16:12:24.402347 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efd64d84-d6c1-4929-aab4-d6cacc314cdd req-c6c6f7bc-7871-4a99-a573-81b1c154c1f5 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Router 62ec803d-f49a-44eb-80f0-981ac75615d4 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:12:24.439087 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-b4d96c71-d854-4bd5-a653-5c42eeded5d6 req-2d1c152f-ab18-44a5-b540-77033ebb18df tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (facb9c57-f5b3-48fc-91c3-b67f526ada63), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:24.457280 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['facb9c57-f5b3-48fc-91c3-b67f526ada63'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:12:24.525245 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c152f-ab18-44a5-b540-77033ebb18df tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Pushing event deleted for resources: {'Port': ['ID=facb9c57-f5b3-48fc-91c3-b67f526ada63,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:24.554666 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-19130f71-05c4-4682-bebb-3fe9d0b5ff4c req-b4a573aa-b78c-44f5-8213-9e4e4ca19ab2 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510127 Jul 05 16:12:24.560373 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:24.637691 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d96c71-d854-4bd5-a653-5c42eeded5d6 req-2d1c152f-ab18-44a5-b540-77033ebb18df tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] No DVR routers for this DVR port facb9c57-f5b3-48fc-91c3-b67f526ada63 on host hv-cinder-84875 {{(pid=104585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:12:24.642116 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-93ebf453-bf9d-425d-9571-4e98631d7c30 req-220404b6-eb74-4efd-88f4-a4d17b89bcd4 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 210 time: 0.1222987 Jul 05 16:12:24.643528 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-b4d96c71-d854-4bd5-a653-5c42eeded5d6 req-2d1c152f-ab18-44a5-b540-77033ebb18df tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:24.649220 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b4d96c71-d854-4bd5-a653-5c42eeded5d6 req-2d1c152f-ab18-44a5-b540-77033ebb18df tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.47 "DELETE /v2.0/ports/facb9c57-f5b3-48fc-91c3-b67f526ada63 HTTP/1.1" status: 204 len: 173 time: 1.0591853 Jul 05 16:12:24.651915 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352bc2a1-37ac-4578-8931-9ccb50d45e55', 'name': 'network-vif-deleted', 'tag': 'facb9c57-f5b3-48fc-91c3-b67f526ada63'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:12:24.652421 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5351daa-df75-4eb6-a1b7-5d9d9d11fd9c" -d '{"events": [{"server_uuid": "352bc2a1-37ac-4578-8931-9ccb50d45e55", "name": "network-vif-deleted", "tag": "facb9c57-f5b3-48fc-91c3-b67f526ada63"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:12:24.703641 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa3dd87-0e46-4bd4-92ad-846e69da9faf x-openstack-request-id: req-6aa3dd87-0e46-4bd4-92ad-846e69da9faf {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:12:24.704166 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352bc2a1-37ac-4578-8931-9ccb50d45e55", "name": "network-vif-deleted", "tag": "facb9c57-f5b3-48fc-91c3-b67f526ada63", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:12:24.704590 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6aa3dd87-0e46-4bd4-92ad-846e69da9faf {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:12:24.705186 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa3dd87-0e46-4bd4-92ad-846e69da9faf'] response: {'server_uuid': '352bc2a1-37ac-4578-8931-9ccb50d45e55', 'name': 'network-vif-deleted', 'tag': 'facb9c57-f5b3-48fc-91c3-b67f526ada63', 'status': 'completed', 'code': 200} Jul 05 16:12:24.899337 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efd64d84-d6c1-4929-aab4-d6cacc314cdd req-c6c6f7bc-7871-4a99-a573-81b1c154c1f5 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:12:24.904940 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:24.910464 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3a477b-3e59-4c90-b678-3b24e259c946 None None] Sync routers for ids ['62ec803d-f49a-44eb-80f0-981ac75615d4'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:12:24.931263 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3a477b-3e59-4c90-b678-3b24e259c946 None None] Routers {'62ec803d-f49a-44eb-80f0-981ac75615d4'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:12:24.931901 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-1d3a477b-3e59-4c90-b678-3b24e259c946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:12:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['62ec803d-f49a-44eb-80f0-981ac75615d4'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:12:24.993176 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd64d84-d6c1-4929-aab4-d6cacc314cdd req-c6c6f7bc-7871-4a99-a573-81b1c154c1f5 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] No DVR routers for this DVR port 54f02c5c-3943-4041-9d1e-31e3fcfcdf17 on host hv-cinder-84875 {{(pid=104584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:12:24.996902 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-efd64d84-d6c1-4929-aab4-d6cacc314cdd req-c6c6f7bc-7871-4a99-a573-81b1c154c1f5 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:25.001302 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-efd64d84-d6c1-4929-aab4-d6cacc314cdd req-c6c6f7bc-7871-4a99-a573-81b1c154c1f5 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.47 "DELETE /v2.0/ports/54f02c5c-3943-4041-9d1e-31e3fcfcdf17 HTTP/1.1" status: 204 len: 173 time: 1.8450973 Jul 05 16:12:25.001889 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82eccf63-469a-47ea-aab4-536d6210c066', 'name': 'network-vif-deleted', 'tag': '54f02c5c-3943-4041-9d1e-31e3fcfcdf17'}] {{(pid=104584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:12:25.005292 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be4aa087849a65c4a9e8a755187e63754d0c6c7db9367de7c29ca822742d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f22fc2c-532c-4e25-80d0-1fdb6be77fd3" -d '{"events": [{"server_uuid": "82eccf63-469a-47ea-aab4-536d6210c066", "name": "network-vif-deleted", "tag": "54f02c5c-3943-4041-9d1e-31e3fcfcdf17"}]}' {{(pid=104584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:12:25.083821 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7394cb7b-1ac3-411a-9512-a59df5ecf1d4 x-openstack-request-id: req-7394cb7b-1ac3-411a-9512-a59df5ecf1d4 {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:12:25.084110 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82eccf63-469a-47ea-aab4-536d6210c066", "name": "network-vif-deleted", "tag": "54f02c5c-3943-4041-9d1e-31e3fcfcdf17", "status": "completed", "code": 200}]} {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:12:25.084356 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7394cb7b-1ac3-411a-9512-a59df5ecf1d4 {{(pid=104584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:12:25.084799 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7394cb7b-1ac3-411a-9512-a59df5ecf1d4'] response: {'server_uuid': '82eccf63-469a-47ea-aab4-536d6210c066', 'name': 'network-vif-deleted', 'tag': '54f02c5c-3943-4041-9d1e-31e3fcfcdf17', 'status': 'completed', 'code': 200} Jul 05 16:12:25.130599 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-cfb6df43-72bd-428d-ae3e-dcdbaecd570f req-ed4c39d2-86a2-436b-b6ee-33a4b7ac2129 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 210 time: 0.0768566 Jul 05 16:12:25.171522 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-1d3a477b-3e59-4c90-b678-3b24e259c946 None None] Set router 62ec803d-f49a-44eb-80f0-981ac75615d4 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:12:25.351301 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device facb9c57-f5b3-48fc-91c3-b67f526ada63 no longer exists at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:12:25.363415 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:25.390883 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] No Port match for: facb9c57-f5b3-48fc-91c3-b67f526ada63 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:12:25.391590 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device facb9c57-f5b3-48fc-91c3-b67f526ada63 not bound to the agent host hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:12:25.392219 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 54f02c5c-3943-4041-9d1e-31e3fcfcdf17 no longer exists at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:12:25.414306 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] No Port match for: 54f02c5c-3943-4041-9d1e-31e3fcfcdf17 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:12:25.414989 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 54f02c5c-3943-4041-9d1e-31e3fcfcdf17 not bound to the agent host hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:12:25.484047 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:25.708995 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-1d3a477b-3e59-4c90-b678-3b24e259c946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': 'ec103040-fdf8-48d3-9e01-b62ba1d703ee', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'port_id': '0d4a05ab-6ac5-4ab2-bad3-8b10a8823738', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'mac_address': 'fa:16:3e:6a:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478dac11-75cf-4e58-9ba7-e78469b8045a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:09:08Z', 'updated_at': '2022-07-05T16:09:55Z', 'revision_number': 2, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f', 'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'mac_address': 'fa:16:3e:6d:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:07Z', 'revision_number': 5, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'subnets': [{'id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:12:25.762576 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3a477b-3e59-4c90-b678-3b24e259c946 None None] Checking router: 62ec803d-f49a-44eb-80f0-981ac75615d4 for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:12:25.771769 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3a477b-3e59-4c90-b678-3b24e259c946 None None] Routers {'62ec803d-f49a-44eb-80f0-981ac75615d4'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:12:25.809898 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-1d3a477b-3e59-4c90-b678-3b24e259c946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:12:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['62ec803d-f49a-44eb-80f0-981ac75615d4'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:12:25.821182 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-42714490-5eb7-4b7f-a61c-585c26e977a9 req-2935d333-d49c-42da-91e1-5de0de9c39b3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=82eccf63-469a-47ea-aab4-536d6210c066 HTTP/1.1" status: 200 len: 210 time: 0.0341547 Jul 05 16:12:25.830040 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fa32c-3baf-43be-8f3c-81fc38e689ac req-39335a72-af04-430d-806d-521c79bfc421 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:25.831765 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8d5fa32c-3baf-43be-8f3c-81fc38e689ac req-39335a72-af04-430d-806d-521c79bfc421 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 946 time: 0.0804286 Jul 05 16:12:25.890885 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8d5fa32c-3baf-43be-8f3c-81fc38e689ac req-5e89d318-07c6-4ce6-8073-3481fa0969ae tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526993 Jul 05 16:12:25.908545 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-1d3a477b-3e59-4c90-b678-3b24e259c946 None None] Set router 62ec803d-f49a-44eb-80f0-981ac75615d4 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:12:26.195908 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-1d3a477b-3e59-4c90-b678-3b24e259c946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': 'ec103040-fdf8-48d3-9e01-b62ba1d703ee', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'port_id': '0d4a05ab-6ac5-4ab2-bad3-8b10a8823738', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'mac_address': 'fa:16:3e:6a:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478dac11-75cf-4e58-9ba7-e78469b8045a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:09:08Z', 'updated_at': '2022-07-05T16:09:55Z', 'revision_number': 2, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f', 'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'mac_address': 'fa:16:3e:6d:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:07Z', 'revision_number': 5, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'subnets': [{'id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:12:26.221122 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3a477b-3e59-4c90-b678-3b24e259c946 None None] The sync data for ids ['62ec803d-f49a-44eb-80f0-981ac75615d4'] in dv-cinder-848759-1-iscsi is: [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': 'ec103040-fdf8-48d3-9e01-b62ba1d703ee', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'port_id': '0d4a05ab-6ac5-4ab2-bad3-8b10a8823738', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'mac_address': 'fa:16:3e:6a:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478dac11-75cf-4e58-9ba7-e78469b8045a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:09:08Z', 'updated_at': '2022-07-05T16:09:55Z', 'revision_number': 2, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f', 'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'mac_address': 'fa:16:3e:6d:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:07Z', 'revision_number': 5, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'subnets': [{'id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:12:26.279067 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-dc894769-c1e9-4e26-9ba7-735d135671e8 req-0fd0024e-ec33-48d7-8c2d-16e87e01d9a8 tempest-VolumesActionsTest-1910468147 tempest-VolumesActionsTest-1910468147-project] 10.222.0.45 "GET /v2.0/ports?device_id=352bc2a1-37ac-4578-8931-9ccb50d45e55 HTTP/1.1" status: 200 len: 210 time: 0.0461819 Jul 05 16:12:26.563842 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13d85d6-69d0-4c0d-83e7-87d32a19d7c3 None None] New status for floating IP ef899ed4-b06c-4a3e-8d90-182bc8b45580: DOWN {{(pid=104587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:12:27.028237 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 47324) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:12:27.092755 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60267cdf-5242-4863-9bc7-81db1053e4bf req-bba54aa2-e349-4053-8389-0d0d9e160669 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:27.100142 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-60267cdf-5242-4863-9bc7-81db1053e4bf req-bba54aa2-e349-4053-8389-0d0d9e160669 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 946 time: 0.0770657 Jul 05 16:12:27.136378 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-f943518b-ef85-46ce-b8d1-18677a56a2dd tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group (da3712d7-f047-4290-93ed-568a37340494), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:27.154159 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-60267cdf-5242-4863-9bc7-81db1053e4bf req-c303b8ba-28a3-4f02-b123-365203de4ef9 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529368 Jul 05 16:12:27.186927 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-f943518b-ef85-46ce-b8d1-18677a56a2dd tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group (da3712d7-f047-4290-93ed-568a37340494), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:27.196242 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:27.341584 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-f943518b-ef85-46ce-b8d1-18677a56a2dd tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (da3712d7-f047-4290-93ed-568a37340494), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:27.344289 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-f943518b-ef85-46ce-b8d1-18677a56a2dd tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:27.348413 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-f943518b-ef85-46ce-b8d1-18677a56a2dd tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "DELETE /v2.0/security-groups/da3712d7-f047-4290-93ed-568a37340494 HTTP/1.1" status: 204 len: 168 time: 0.3183463 Jul 05 16:12:27.357716 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 47328) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:12:27.366841 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943518b-ef85-46ce-b8d1-18677a56a2dd tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3712d7-f047-4290-93ed-568a37340494,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:27.395992 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.api.v2.resource [None req-7ae1b4dc-b7e8-428d-87de-70a35936e19b tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] show failed (client error): The resource could not be found. Jul 05 16:12:27.400461 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 47332) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:12:27.402483 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-7ae1b4dc-b7e8-428d-87de-70a35936e19b tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups/da3712d7-f047-4290-93ed-568a37340494 HTTP/1.1" status: 404 len: 347 time: 0.0469120 Jul 05 16:12:27.587681 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-cde83286-fbcb-4b46-8b1d-cca27e6e3959 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Deleting port fb04f14b-883d-422d-a595-199fb9095630 {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:12:27.588350 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cde83286-fbcb-4b46-8b1d-cca27e6e3959 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (fb04f14b-883d-422d-a595-199fb9095630), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:27.694813 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cde83286-fbcb-4b46-8b1d-cca27e6e3959 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (fb04f14b-883d-422d-a595-199fb9095630), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:27.695453 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cde83286-fbcb-4b46-8b1d-cca27e6e3959 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (fb04f14b-883d-422d-a595-199fb9095630), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:27.718382 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-cde83286-fbcb-4b46-8b1d-cca27e6e3959 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Calling delete_port for fb04f14b-883d-422d-a595-199fb9095630 owned by network:floatingip {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:12:27.990765 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cde83286-fbcb-4b46-8b1d-cca27e6e3959 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (fb04f14b-883d-422d-a595-199fb9095630), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:28.019126 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde83286-fbcb-4b46-8b1d-cca27e6e3959 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event deleted for resources: {'Port': ['ID=fb04f14b-883d-422d-a595-199fb9095630,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:28.128037 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cde83286-fbcb-4b46-8b1d-cca27e6e3959 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (ef899ed4-b06c-4a3e-8d90-182bc8b45580), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:28.132585 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cde83286-fbcb-4b46-8b1d-cca27e6e3959 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:28.134175 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-cde83286-fbcb-4b46-8b1d-cca27e6e3959 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "DELETE /v2.0/floatingips/ef899ed4-b06c-4a3e-8d90-182bc8b45580 HTTP/1.1" status: 204 len: 168 time: 0.7320938 Jul 05 16:12:28.345604 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d684ac-3c16-468b-a8ea-b58970c8ddf8 req-4361b689-6969-4583-88cc-e0b20e6a346e tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:28.347245 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-00d684ac-3c16-468b-a8ea-b58970c8ddf8 req-4361b689-6969-4583-88cc-e0b20e6a346e tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 946 time: 0.0852258 Jul 05 16:12:28.408811 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-00d684ac-3c16-468b-a8ea-b58970c8ddf8 req-394246e5-ce93-455e-81f3-9d7bfe856039 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594699 Jul 05 16:12:31.282757 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-6027a23e-2b85-48d7-8cd5-8a0360528f32 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:31.284205 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-6027a23e-2b85-48d7-8cd5-8a0360528f32 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/networks?id=750c75bc-9396-4e63-887d-6375009b41b0 HTTP/1.1" status: 200 len: 815 time: 0.1032233 Jul 05 16:12:31.299496 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-0bd84262-ae84-443c-be56-accbf2c4afcb tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/quotas/71b68c04578747d08842aab556e98030 HTTP/1.1" status: 200 len: 375 time: 0.0093925 Jul 05 16:12:31.348200 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-5a566bc0-9ff7-42fa-a825-507828f585e8 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=71b68c04578747d08842aab556e98030&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433052 Jul 05 16:12:31.445766 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-a608398e-099c-4b36-8c86-d34e46d45104 service neutron] 10.222.0.45 "GET /v2.0/networks/750c75bc-9396-4e63-887d-6375009b41b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865421 Jul 05 16:12:31.534891 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-f54dcecd-e9b8-464b-b2af-e0a26b8c1dc8 service neutron] 10.222.0.45 "GET /v2.0/networks/750c75bc-9396-4e63-887d-6375009b41b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835161 Jul 05 16:12:31.850774 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-961221ff-44f6-447f-b85a-eed53766c56d req-af13b17f-644b-4d00-97e0-13a5221c55a7 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 210 time: 0.0317168 Jul 05 16:12:32.931961 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5813b58c-d362-41d6-bedd-242e60dd942f req-5bf31fc7-7700-453b-9562-44e74c60e79f tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 210 time: 0.0282857 Jul 05 16:12:32.958679 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-cccb14f4-237f-4317-ab5e-64ad20d279f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:34.105490 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-cedec7d0-9bd5-4295-8d0e-b31fca330b28 req-bda9c588-b383-43a2-a25a-809c31f69784 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 210 time: 0.0580764 Jul 05 16:12:34.226959 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14fe379-82f5-4e89-a839-92d178a3dd5c req-687bb21d-de75-4b63-95f1-ba80015e105a tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:34.229182 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d14fe379-82f5-4e89-a839-92d178a3dd5c req-687bb21d-de75-4b63-95f1-ba80015e105a tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0577486 Jul 05 16:12:34.292489 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d14fe379-82f5-4e89-a839-92d178a3dd5c req-20412331-f138-4b66-9aa1-0f13fa8502e6 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544312 Jul 05 16:12:34.673692 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b0388-d849-47a5-b5d5-c871bdcbf6fe req-c9599e2b-f0b2-41c6-a790-171f023a04d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:34.675935 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-483b0388-d849-47a5-b5d5-c871bdcbf6fe req-c9599e2b-f0b2-41c6-a790-171f023a04d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbe6a2de3cba4aa7b365f30f5b2f745c&device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 1129 time: 0.0537333 Jul 05 16:12:34.848805 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b0388-d849-47a5-b5d5-c871bdcbf6fe req-51e42f9b-af8b-40b6-abbf-78ea3b0e0acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:34.854110 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-483b0388-d849-47a5-b5d5-c871bdcbf6fe req-51e42f9b-af8b-40b6-abbf-78ea3b0e0acd service neutron] 10.222.0.47 "GET /v2.0/networks?id=d875afbf-ed35-412f-bb5d-c579562ff61a HTTP/1.1" status: 200 len: 919 time: 0.1154220 Jul 05 16:12:34.958110 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-483b0388-d849-47a5-b5d5-c871bdcbf6fe req-9f5f9a40-a178-4166-b76f-78366568405c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81587e02-fcd0-4999-9ed7-aae4729b5548 HTTP/1.1" status: 200 len: 1001 time: 0.0958605 Jul 05 16:12:35.034092 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:35.037038 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b0388-d849-47a5-b5d5-c871bdcbf6fe req-e24e043c-8b5f-43f0-aeeb-722aa748f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:35.038960 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-483b0388-d849-47a5-b5d5-c871bdcbf6fe req-e24e043c-8b5f-43f0-aeeb-722aa748f5dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8a9b66f2-eae4-47d1-8086-fa8b5da512fd HTTP/1.1" status: 200 len: 857 time: 0.0716965 Jul 05 16:12:35.043090 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-d3918969-2fc1-46a0-a774-7901d69c620b tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:35.044687 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-d3918969-2fc1-46a0-a774-7901d69c620b tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.47 "GET /v2.0/networks?id=750c75bc-9396-4e63-887d-6375009b41b0 HTTP/1.1" status: 200 len: 815 time: 0.1661365 Jul 05 16:12:35.063877 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-551b92d9-fc18-4aa1-be07-0982c955dfbb tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Request body: {'port': {'device_id': 'e7e85e1f-39bb-4c8c-addb-85ae261a3eb7', 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0', 'admin_state_up': True, 'tenant_id': '71b68c04578747d08842aab556e98030'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:12:35.136953 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b0388-d849-47a5-b5d5-c871bdcbf6fe req-f570bd53-99a6-4710-b4fd-36add919c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:35.140686 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-483b0388-d849-47a5-b5d5-c871bdcbf6fe req-f570bd53-99a6-4710-b4fd-36add919c9de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d875afbf-ed35-412f-bb5d-c579562ff61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0820467 Jul 05 16:12:35.221356 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:35.224192 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:35.270391 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bf881c97-e6e5-46f2-9d49-b825fecac949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:35.349803 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1b80d357-5e9a-4f19-bbe4-9a71c07532c0 req-807d7ce7-9586-4ead-b5e7-b36d8e0973cd tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 210 time: 0.0679092 Jul 05 16:12:35.350566 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-551b92d9-fc18-4aa1-be07-0982c955dfbb tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Made reservation on behalf of 71b68c04578747d08842aab556e98030 for: {'port': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:12:35.354555 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-551b92d9-fc18-4aa1-be07-0982c955dfbb tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:35.417982 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-483b0388-d849-47a5-b5d5-c871bdcbf6fe req-5f39dc9b-b12d-4807-a8cf-855f51efb853 service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691457 Jul 05 16:12:35.524334 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:35.538875 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06357912-8878-4f3d-b702-8ece6e8d8311 req-b17955e6-99b4-4631-8394-b5842ed7b64f tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:35.551072 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-06357912-8878-4f3d-b702-8ece6e8d8311 req-b17955e6-99b4-4631-8394-b5842ed7b64f tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.1193690 Jul 05 16:12:35.554190 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-483b0388-d849-47a5-b5d5-c871bdcbf6fe req-b40e90c1-77e5-4b78-8735-ce38520eb1ea service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239846 Jul 05 16:12:35.655709 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-551b92d9-fc18-4aa1-be07-0982c955dfbb tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Allocated IP 172.20.0.10 (750c75bc-9396-4e63-887d-6375009b41b0/ed907310-55eb-4496-abc3-ae90b3926b2b/0acdc586-b1e0-458b-8b41-006c61e42c40) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:12:35.669886 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-06357912-8878-4f3d-b702-8ece6e8d8311 req-03bac2ef-3a77-49b7-8935-3a5c89c49dc1 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897677 Jul 05 16:12:35.987865 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-551b92d9-fc18-4aa1-be07-0982c955dfbb tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for port (0acdc586-b1e0-458b-8b41-006c61e42c40), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:36.164662 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca7284-b453-42b5-b1d7-af37a7736742 req-367a2b84-0757-41a5-b5d7-6359f3877f05 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:36.166276 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-34ca7284-b453-42b5-b1d7-af37a7736742 req-367a2b84-0757-41a5-b5d7-6359f3877f05 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 945 time: 0.1650412 Jul 05 16:12:36.174288 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba190a34-5647-4928-99a7-ccb64c80f718 req-b59aa237-4945-4ab7-8d0a-804302fc7d16 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:36.181921 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ba190a34-5647-4928-99a7-ccb64c80f718 req-b59aa237-4945-4ab7-8d0a-804302fc7d16 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.1493266 Jul 05 16:12:36.206228 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-551b92d9-fc18-4aa1-be07-0982c955dfbb tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (0acdc586-b1e0-458b-8b41-006c61e42c40), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:36.282770 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-551b92d9-fc18-4aa1-be07-0982c955dfbb tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Network 750c75bc-9396-4e63-887d-6375009b41b0 is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:12:36.298294 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-551b92d9-fc18-4aa1-be07-0982c955dfbb tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:12:36.313557 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-551b92d9-fc18-4aa1-be07-0982c955dfbb tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:12:36.318169 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:36.332666 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:36.393273 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ba190a34-5647-4928-99a7-ccb64c80f718 req-2d0e6c36-0b8e-488b-bb5b-869b068da182 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105205 Jul 05 16:12:36.427811 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-34ca7284-b453-42b5-b1d7-af37a7736742 req-9c356af2-99bd-486f-86fd-4dacdc4c0b54 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=f730280b-5e36-421c-a0a9-7dd6c9685074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369831 Jul 05 16:12:36.428546 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b92d9-fc18-4aa1-be07-0982c955dfbb tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Pushing event updated for resources: {'Port': ['ID=0acdc586-b1e0-458b-8b41-006c61e42c40,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:36.470311 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-551b92d9-fc18-4aa1-be07-0982c955dfbb tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:36.471925 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-551b92d9-fc18-4aa1-be07-0982c955dfbb tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:36.552183 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0191ab7-bf55-44b2-8195-3b30b477a5b0 req-989ff289-afbb-40b6-8650-5d00554b9e87 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:36.554126 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d0191ab7-bf55-44b2-8195-3b30b477a5b0 req-989ff289-afbb-40b6-8650-5d00554b9e87 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 932 time: 0.0560627 Jul 05 16:12:36.606685 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-551b92d9-fc18-4aa1-be07-0982c955dfbb tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5356529 Jul 05 16:12:36.634855 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d0191ab7-bf55-44b2-8195-3b30b477a5b0 req-58e8b6a1-0562-4784-ba87-86107b2eb569 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660343 Jul 05 16:12:36.658693 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:36.664507 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:36.733204 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:36.738628 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-475284f5-16cc-4a67-ad5a-30b0e880d8e0 None None] Provisioning complete for port 0acdc586-b1e0-458b-8b41-006c61e42c40 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:12:36.738996 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-475284f5-16cc-4a67-ad5a-30b0e880d8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (0acdc586-b1e0-458b-8b41-006c61e42c40), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:36.771111 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-475284f5-16cc-4a67-ad5a-30b0e880d8e0 None None] Port 0acdc586-b1e0-458b-8b41-006c61e42c40 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:12:36.771354 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:36.789439 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3025ff-9b5d-407f-bad5-fdc9e62396e3 req-3939180c-6350-4e47-9b39-3c2cf54a4b84 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:36.790916 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5f3025ff-9b5d-407f-bad5-fdc9e62396e3 req-3939180c-6350-4e47-9b39-3c2cf54a4b84 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0481961 Jul 05 16:12:36.852018 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5f3025ff-9b5d-407f-bad5-fdc9e62396e3 req-7274aea5-a5fa-4d85-95d2-bfd6ae4abd44 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502429 Jul 05 16:12:37.622608 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49896a32-8f98-43e9-85c1-7aca27c15312 req-789263dd-9ab8-4976-8392-c561cadc068d tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:37.631800 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-49896a32-8f98-43e9-85c1-7aca27c15312 req-789263dd-9ab8-4976-8392-c561cadc068d tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 945 time: 0.0669820 Jul 05 16:12:37.657137 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e546a0-4403-49e7-ab50-3f9156b287ba req-ffdfc422-a07f-41cd-95d7-c180149a482b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:37.667098 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-42e546a0-4403-49e7-ab50-3f9156b287ba req-ffdfc422-a07f-41cd-95d7-c180149a482b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.1532681 Jul 05 16:12:37.749940 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-49896a32-8f98-43e9-85c1-7aca27c15312 req-3b70d9b9-8589-4e7f-a518-51ef9e324026 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=f730280b-5e36-421c-a0a9-7dd6c9685074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167710 Jul 05 16:12:37.759101 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-42e546a0-4403-49e7-ab50-3f9156b287ba req-8e93366a-494f-41df-bf16-9d227ffb99c4 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908704 Jul 05 16:12:37.955361 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44c8ce-22ca-4df9-9d2f-260b6d4c4962 req-f9e68718-f190-4084-b5e2-4793835d4825 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:37.956894 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3d44c8ce-22ca-4df9-9d2f-260b6d4c4962 req-f9e68718-f190-4084-b5e2-4793835d4825 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 932 time: 0.0816889 Jul 05 16:12:38.034154 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:38.083637 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3d44c8ce-22ca-4df9-9d2f-260b6d4c4962 req-7d9b0327-4429-4628-ae91-94917a3b5bfc tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148746 Jul 05 16:12:38.105025 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0611b-6334-4334-bf36-33ef378dce50 req-6a75bd0a-acf9-4472-9a33-be1345dd7ef4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:38.106775 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-06e0611b-6334-4334-bf36-33ef378dce50 req-6a75bd0a-acf9-4472-9a33-be1345dd7ef4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0998962 Jul 05 16:12:38.118002 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:38.180674 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-06e0611b-6334-4334-bf36-33ef378dce50 req-87a809c0-e511-45ec-afa6-0d1fd2ff2916 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606120 Jul 05 16:12:39.035724 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524882fd-b578-4bbc-a813-338125b9b5ad req-a82e0330-725b-4783-8ed6-7f518e483e04 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:39.051340 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-524882fd-b578-4bbc-a813-338125b9b5ad req-a82e0330-725b-4783-8ed6-7f518e483e04 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 945 time: 0.1950917 Jul 05 16:12:39.123360 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9d170-a3e9-461a-93a7-f7d7cf55a63b req-e7a058f0-64de-4d56-8166-98204e7669c1 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:39.144302 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ecc9d170-a3e9-461a-93a7-f7d7cf55a63b req-e7a058f0-64de-4d56-8166-98204e7669c1 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.2217593 Jul 05 16:12:39.186358 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-8131c79f-c726-4c87-a5e6-576f0cfb2661 service neutron] Request body: {'port': {'device_id': 'e7e85e1f-39bb-4c8c-addb-85ae261a3eb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84875'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:12:39.243484 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-524882fd-b578-4bbc-a813-338125b9b5ad req-11abe971-6ec3-4324-81cc-dfa186fbda2b tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=f730280b-5e36-421c-a0a9-7dd6c9685074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754010 Jul 05 16:12:39.282050 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ecc9d170-a3e9-461a-93a7-f7d7cf55a63b req-bb6263ef-5ca0-42e5-85b9-abe01b617b61 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366463 Jul 05 16:12:39.409188 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-8131c79f-c726-4c87-a5e6-576f0cfb2661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (0acdc586-b1e0-458b-8b41-006c61e42c40), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:39.522575 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc728407-1f06-42c5-ae92-04c5e068b107 req-0f89909e-c9ab-45be-bdb7-514af949f4a8 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:39.529958 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-dc728407-1f06-42c5-ae92-04c5e068b107 req-0f89909e-c9ab-45be-bdb7-514af949f4a8 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 932 time: 0.0952535 Jul 05 16:12:39.671587 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5202d99-2415-4e3e-8797-67581c92f521 req-0bc939db-b534-4529-9d64-713b46e3a263 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:39.673195 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a5202d99-2415-4e3e-8797-67581c92f521 req-0bc939db-b534-4529-9d64-713b46e3a263 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.2398043 Jul 05 16:12:39.693121 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:39.738613 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-dc728407-1f06-42c5-ae92-04c5e068b107 req-663901ee-3c4f-4848-91c1-14af3e7618ae tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076361 Jul 05 16:12:39.779350 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:39.788729 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a5202d99-2415-4e3e-8797-67581c92f521 req-c3b452b4-49ea-4572-8e06-2e5ba00974a7 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964627 Jul 05 16:12:39.995310 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-8131c79f-c726-4c87-a5e6-576f0cfb2661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0acdc586-b1e0-458b-8b41-006c61e42c40 {{(pid=104585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:12:40.004094 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-8131c79f-c726-4c87-a5e6-576f0cfb2661 service neutron] Publish callbacks [] for port (0acdc586-b1e0-458b-8b41-006c61e42c40), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:40.020632 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.provisioning_blocks [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-8131c79f-c726-4c87-a5e6-576f0cfb2661 service neutron] Transition to ACTIVE for port object 0acdc586-b1e0-458b-8b41-006c61e42c40 will not be triggered until provisioned by entity L2. {{(pid=104585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 16:12:40.261568 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c18342-22bb-421f-af19-0ef5f77dc2f3 req-0a3fcff9-35e5-467c-ae85-114dc04b3bee tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:40.262939 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-a0c18342-22bb-421f-af19-0ef5f77dc2f3 req-0a3fcff9-35e5-467c-ae85-114dc04b3bee tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.47 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 945 time: 0.0478418 Jul 05 16:12:40.356192 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [req-a0c18342-22bb-421f-af19-0ef5f77dc2f3 req-237c3519-6dd6-49bf-8047-552a54b2dfad tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Deleting port 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738 {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:12:40.356556 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-a0c18342-22bb-421f-af19-0ef5f77dc2f3 req-237c3519-6dd6-49bf-8047-552a54b2dfad tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (0d4a05ab-6ac5-4ab2-bad3-8b10a8823738), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:40.422318 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4502675-4722-4adb-a11e-29a5b160f3dc req-ab10d7b1-1ed5-4cb6-ac00-8bbe4c8784c0 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:40.424076 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d4502675-4722-4adb-a11e-29a5b160f3dc req-ab10d7b1-1ed5-4cb6-ac00-8bbe4c8784c0 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 945 time: 0.0750530 Jul 05 16:12:40.432110 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbb382-3111-4881-bf83-cdf54f6d2694 req-d8fda314-63da-4f0b-9d0e-1713134e75ab tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:40.433550 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-63bbb382-3111-4881-bf83-cdf54f6d2694 req-d8fda314-63da-4f0b-9d0e-1713134e75ab tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0746729 Jul 05 16:12:40.461742 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-8131c79f-c726-4c87-a5e6-576f0cfb2661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (0acdc586-b1e0-458b-8b41-006c61e42c40), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:40.472259 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [req-a0c18342-22bb-421f-af19-0ef5f77dc2f3 req-237c3519-6dd6-49bf-8047-552a54b2dfad tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] For port 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=0d4a05ab-6ac5-4ab2-bad3-8b10a8823738,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:12:40.476605 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-a0c18342-22bb-421f-af19-0ef5f77dc2f3 req-237c3519-6dd6-49bf-8047-552a54b2dfad tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (0d4a05ab-6ac5-4ab2-bad3-8b10a8823738), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:40.556890 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131c79f-c726-4c87-a5e6-576f0cfb2661 service neutron] Pushing event updated for resources: {'Port': ['ID=0acdc586-b1e0-458b-8b41-006c61e42c40,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:40.579011 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d4502675-4722-4adb-a11e-29a5b160f3dc req-0afdac34-21a7-43e4-a073-3d53577c5185 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=f730280b-5e36-421c-a0a9-7dd6c9685074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443973 Jul 05 16:12:40.662936 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-63bbb382-3111-4881-bf83-cdf54f6d2694 req-37b6f689-d0b2-4f51-ad46-94d41c8f352e tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2215409 Jul 05 16:12:40.728215 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-a0c18342-22bb-421f-af19-0ef5f77dc2f3 req-237c3519-6dd6-49bf-8047-552a54b2dfad tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:40.729208 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-a0c18342-22bb-421f-af19-0ef5f77dc2f3 req-237c3519-6dd6-49bf-8047-552a54b2dfad tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (ec103040-fdf8-48d3-9e01-b62ba1d703ee), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:40.730080 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.db.l3_db [req-a0c18342-22bb-421f-af19-0ef5f77dc2f3 req-237c3519-6dd6-49bf-8047-552a54b2dfad tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Floating IP ec103040-fdf8-48d3-9e01-b62ba1d703ee disassociated. External IP: 172.27.3.77, port: 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738. Jul 05 16:12:40.730080 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [req-a0c18342-22bb-421f-af19-0ef5f77dc2f3 req-237c3519-6dd6-49bf-8047-552a54b2dfad tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Calling delete_port for 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738 owned by compute:nova {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:12:40.749888 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-8131c79f-c726-4c87-a5e6-576f0cfb2661 service neutron] Attempting to bind port 0acdc586-b1e0-458b-8b41-006c61e42c40 on host hv-cinder-84875 for vnic_type normal with profile {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:12:40.750595 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-8131c79f-c726-4c87-a5e6-576f0cfb2661 service neutron] Attempting to bind port 0acdc586-b1e0-458b-8b41-006c61e42c40 by drivers openvswitch,hyperv on host hv-cinder-84875 at level 0 using segments [{'id': '6cb851d9-2578-43eb-ad94-7015cda84bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0'}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:12:40.750968 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-8131c79f-c726-4c87-a5e6-576f0cfb2661 service neutron] Attempting to bind port 0acdc586-b1e0-458b-8b41-006c61e42c40 on network 750c75bc-9396-4e63-887d-6375009b41b0 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:12:40.764780 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-8131c79f-c726-4c87-a5e6-576f0cfb2661 service neutron] Port 0acdc586-b1e0-458b-8b41-006c61e42c40 on network 750c75bc-9396-4e63-887d-6375009b41b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84875 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 16:12:40.781667 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-8131c79f-c726-4c87-a5e6-576f0cfb2661 service neutron] Attempting to bind port 0acdc586-b1e0-458b-8b41-006c61e42c40 on network 750c75bc-9396-4e63-887d-6375009b41b0 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:12:40.801448 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-8131c79f-c726-4c87-a5e6-576f0cfb2661 service neutron] Checking agent: {'id': '9349738f-6636-400c-ae94-e0965ca2b601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84875', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'started_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:12:40.807822 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-8131c79f-c726-4c87-a5e6-576f0cfb2661 service neutron] Checking segment: {'id': '6cb851d9-2578-43eb-ad94-7015cda84bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:12:40.807822 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-8131c79f-c726-4c87-a5e6-576f0cfb2661 service neutron] Bound using segment: {'id': '6cb851d9-2578-43eb-ad94-7015cda84bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0'} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:12:40.807822 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-8131c79f-c726-4c87-a5e6-576f0cfb2661 service neutron] Bound port: 0acdc586-b1e0-458b-8b41-006c61e42c40, host: hv-cinder-84875, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cb851d9-2578-43eb-ad94-7015cda84bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0'}}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:12:40.807822 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-8131c79f-c726-4c87-a5e6-576f0cfb2661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (0acdc586-b1e0-458b-8b41-006c61e42c40), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:41.024946 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-a0c18342-22bb-421f-af19-0ef5f77dc2f3 req-237c3519-6dd6-49bf-8047-552a54b2dfad tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (0d4a05ab-6ac5-4ab2-bad3-8b10a8823738), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:41.038076 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32320dfd-6bd7-4bed-960e-822cf9b3bd2e req-d0c8a6ee-e276-4704-9524-de554a2e2c94 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:41.047570 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-32320dfd-6bd7-4bed-960e-822cf9b3bd2e req-d0c8a6ee-e276-4704-9524-de554a2e2c94 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 944 time: 0.1877263 Jul 05 16:12:41.088781 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c3519-6dd6-49bf-8047-552a54b2dfad tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event deleted for resources: {'Port': ['ID=0d4a05ab-6ac5-4ab2-bad3-8b10a8823738,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:41.110293 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6505ce5-e13c-4e39-af6b-429f64525b7b req-5df820b1-affa-487b-9e5b-fc10f0ae313d tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:41.121738 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e6505ce5-e13c-4e39-af6b-429f64525b7b req-5df820b1-affa-487b-9e5b-fc10f0ae313d tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.1504061 Jul 05 16:12:41.135334 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:41.214400 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-8131c79f-c726-4c87-a5e6-576f0cfb2661 service neutron] For port 0acdc586-b1e0-458b-8b41-006c61e42c40, host hv-cinder-84875, cleared binding levels {{(pid=104585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:12:41.239995 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e6505ce5-e13c-4e39-af6b-429f64525b7b req-d0929a0a-3569-467b-af99-21c439abdba4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171191 Jul 05 16:12:41.257735 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-8131c79f-c726-4c87-a5e6-576f0cfb2661 service neutron] For port 0acdc586-b1e0-458b-8b41-006c61e42c40, host hv-cinder-84875, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=0acdc586-b1e0-458b-8b41-006c61e42c40,segment=NetworkSegment(6cb851d9-2578-43eb-ad94-7015cda84bbb),segment_id=6cb851d9-2578-43eb-ad94-7015cda84bbb)] {{(pid=104585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:12:41.297048 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-32320dfd-6bd7-4bed-960e-822cf9b3bd2e req-6e5e954b-89fc-4ffc-92f0-7a612f354ed7 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465322 Jul 05 16:12:41.342841 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-8131c79f-c726-4c87-a5e6-576f0cfb2661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (0acdc586-b1e0-458b-8b41-006c61e42c40), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:41.393775 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738 no longer exists at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:12:41.398875 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0c18342-22bb-421f-af19-0ef5f77dc2f3 req-237c3519-6dd6-49bf-8047-552a54b2dfad tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Router 62ec803d-f49a-44eb-80f0-981ac75615d4 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:12:41.422976 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] No Port match for: 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:12:41.423853 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738 not bound to the agent host hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:12:41.461210 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-8131c79f-c726-4c87-a5e6-576f0cfb2661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:41.477090 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-8131c79f-c726-4c87-a5e6-576f0cfb2661 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:41.477090 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-8131c79f-c726-4c87-a5e6-576f0cfb2661 service neutron] 10.222.0.47 "PUT /v2.0/ports/0acdc586-b1e0-458b-8b41-006c61e42c40 HTTP/1.1" status: 200 len: 1094 time: 2.2813354 Jul 05 16:12:41.488623 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e85e1f-39bb-4c8c-addb-85ae261a3eb7', 'tag': '0acdc586-b1e0-458b-8b41-006c61e42c40'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:12:41.491717 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ca528a-9307-4b95-8108-ce79387ae0b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e85e1f-39bb-4c8c-addb-85ae261a3eb7", "tag": "0acdc586-b1e0-458b-8b41-006c61e42c40"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:12:41.551213 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131c79f-c726-4c87-a5e6-576f0cfb2661 service neutron] Pushing event updated for resources: {'Port': ['ID=0acdc586-b1e0-458b-8b41-006c61e42c40,revision_number=3']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:41.597013 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb6e6a0-bc7a-436f-914f-e0c2e739bf46 x-openstack-request-id: req-ebb6e6a0-bc7a-436f-914f-e0c2e739bf46 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:12:41.597298 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e85e1f-39bb-4c8c-addb-85ae261a3eb7", "tag": "0acdc586-b1e0-458b-8b41-006c61e42c40", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:12:41.597547 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ebb6e6a0-bc7a-436f-914f-e0c2e739bf46 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:12:41.597946 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebb6e6a0-bc7a-436f-914f-e0c2e739bf46'] response: {'name': 'network-changed', 'server_uuid': 'e7e85e1f-39bb-4c8c-addb-85ae261a3eb7', 'tag': '0acdc586-b1e0-458b-8b41-006c61e42c40', 'status': 'completed', 'code': 200} Jul 05 16:12:41.683790 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:41.696141 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:41.704280 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0c18342-22bb-421f-af19-0ef5f77dc2f3 req-237c3519-6dd6-49bf-8047-552a54b2dfad tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:12:41.715475 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-fce40669-abbf-45c4-8050-841575769402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:41.717065 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-fce40669-abbf-45c4-8050-841575769402 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71b68c04578747d08842aab556e98030&device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 1128 time: 0.0956883 Jul 05 16:12:41.728568 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2877d67c-57b1-45ad-ab85-26d16da47e4e None None] Sync routers for ids ['62ec803d-f49a-44eb-80f0-981ac75615d4'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:12:41.760368 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2877d67c-57b1-45ad-ab85-26d16da47e4e None None] Routers {'62ec803d-f49a-44eb-80f0-981ac75615d4'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:12:41.761456 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-2877d67c-57b1-45ad-ab85-26d16da47e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:12:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['62ec803d-f49a-44eb-80f0-981ac75615d4'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:12:41.805846 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c18342-22bb-421f-af19-0ef5f77dc2f3 req-237c3519-6dd6-49bf-8047-552a54b2dfad tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] No DVR routers for this DVR port 0d4a05ab-6ac5-4ab2-bad3-8b10a8823738 on host hv-cinder-84875 {{(pid=104584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:12:41.809959 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-a0c18342-22bb-421f-af19-0ef5f77dc2f3 req-237c3519-6dd6-49bf-8047-552a54b2dfad tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:41.815640 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-a0c18342-22bb-421f-af19-0ef5f77dc2f3 req-237c3519-6dd6-49bf-8047-552a54b2dfad tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.47 "DELETE /v2.0/ports/0d4a05ab-6ac5-4ab2-bad3-8b10a8823738 HTTP/1.1" status: 204 len: 173 time: 1.5463450 Jul 05 16:12:41.817643 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478dac11-75cf-4e58-9ba7-e78469b8045a', 'name': 'network-vif-deleted', 'tag': '0d4a05ab-6ac5-4ab2-bad3-8b10a8823738'}] {{(pid=104584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:12:41.828266 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be4aa087849a65c4a9e8a755187e63754d0c6c7db9367de7c29ca822742d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca2d16a-13bf-47b6-a8aa-e8b5d8371f8e" -d '{"events": [{"server_uuid": "478dac11-75cf-4e58-9ba7-e78469b8045a", "name": "network-vif-deleted", "tag": "0d4a05ab-6ac5-4ab2-bad3-8b10a8823738"}]}' {{(pid=104584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:12:41.889527 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-5e148a02-7935-4bd1-a8be-9f6262f5c280 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0acdc586-b1e0-458b-8b41-006c61e42c40 HTTP/1.1" status: 200 len: 217 time: 0.1605003 Jul 05 16:12:41.922167 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-26e7b478-4e58-4ea7-904c-8344fa77a76c req-809039c4-9fbe-46fd-a06b-578aeeab9267 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 210 time: 0.1527951 Jul 05 16:12:42.024749 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-2877d67c-57b1-45ad-ab85-26d16da47e4e None None] Set router 62ec803d-f49a-44eb-80f0-981ac75615d4 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:12:42.039032 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b5aec2-c406-4449-a92f-d62ffa744292 x-openstack-request-id: req-d3b5aec2-c406-4449-a92f-d62ffa744292 {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:12:42.041579 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478dac11-75cf-4e58-9ba7-e78469b8045a", "name": "network-vif-deleted", "tag": "0d4a05ab-6ac5-4ab2-bad3-8b10a8823738", "status": "completed", "code": 200}]} {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:12:42.044674 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d3b5aec2-c406-4449-a92f-d62ffa744292 {{(pid=104584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:12:42.044674 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3b5aec2-c406-4449-a92f-d62ffa744292'] response: {'server_uuid': '478dac11-75cf-4e58-9ba7-e78469b8045a', 'name': 'network-vif-deleted', 'tag': '0d4a05ab-6ac5-4ab2-bad3-8b10a8823738', 'status': 'completed', 'code': 200} Jul 05 16:12:42.102839 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d290c-69bd-47d1-a608-914786ee4a01 req-a3df4a56-935a-45b2-a3bb-0f60c61c4497 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:42.105032 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e51d290c-69bd-47d1-a608-914786ee4a01 req-a3df4a56-935a-45b2-a3bb-0f60c61c4497 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.2328005 Jul 05 16:12:42.122488 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-3a4278df-d098-42d7-aef7-ecebb9289aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:42.124792 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-3a4278df-d098-42d7-aef7-ecebb9289aaf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ed907310-55eb-4496-abc3-ae90b3926b2b HTTP/1.1" status: 200 len: 854 time: 0.1995888 Jul 05 16:12:42.183591 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-4c0b6733-4223-4334-a247-76767fa12abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:42.185630 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-4c0b6733-4223-4334-a247-76767fa12abf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=750c75bc-9396-4e63-887d-6375009b41b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470653 Jul 05 16:12:42.260119 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e51d290c-69bd-47d1-a608-914786ee4a01 req-134a03be-676f-4c36-9714-a536c0e19b04 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470509 Jul 05 16:12:42.351520 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-e9c67bbc-48e1-4f13-b854-ef9c8c31e927 service neutron] 10.222.0.47 "GET /v2.0/networks/750c75bc-9396-4e63-887d-6375009b41b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570587 Jul 05 16:12:42.547120 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-2877d67c-57b1-45ad-ab85-26d16da47e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f', 'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'mac_address': 'fa:16:3e:6d:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:07Z', 'revision_number': 5, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'subnets': [{'id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:12:42.565218 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df37854-3b0f-470a-86c6-585b2bcd14e2 req-d65497d4-25b9-4970-b5b9-faf747ee80f7 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:42.572176 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9df37854-3b0f-470a-86c6-585b2bcd14e2 req-d65497d4-25b9-4970-b5b9-faf747ee80f7 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 944 time: 0.1405227 Jul 05 16:12:42.588354 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2877d67c-57b1-45ad-ab85-26d16da47e4e None None] Checking router: 62ec803d-f49a-44eb-80f0-981ac75615d4 for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:12:42.595842 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b173523-0fb3-41f1-b00e-2244d80a3a77 req-64039f92-edf3-4f0c-9b9e-7485bbb70490 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:42.597807 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4b173523-0fb3-41f1-b00e-2244d80a3a77 req-64039f92-edf3-4f0c-9b9e-7485bbb70490 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.1165192 Jul 05 16:12:42.614141 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2877d67c-57b1-45ad-ab85-26d16da47e4e None None] Routers {'62ec803d-f49a-44eb-80f0-981ac75615d4'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:12:42.614952 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-2877d67c-57b1-45ad-ab85-26d16da47e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:12:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['62ec803d-f49a-44eb-80f0-981ac75615d4'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:12:42.656815 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9df37854-3b0f-470a-86c6-585b2bcd14e2 req-69ccee42-5a01-4d85-82ba-1b4e8cf92901 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765240 Jul 05 16:12:42.773067 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-2877d67c-57b1-45ad-ab85-26d16da47e4e None None] Set router 62ec803d-f49a-44eb-80f0-981ac75615d4 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:12:43.106338 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-2877d67c-57b1-45ad-ab85-26d16da47e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f', 'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'mac_address': 'fa:16:3e:6d:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:07Z', 'revision_number': 5, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'subnets': [{'id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:12:43.137857 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:43.139688 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2877d67c-57b1-45ad-ab85-26d16da47e4e None None] The sync data for ids ['62ec803d-f49a-44eb-80f0-981ac75615d4'] in dv-cinder-848759-1-iscsi is: [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f', 'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'mac_address': 'fa:16:3e:6d:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:07Z', 'revision_number': 5, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'subnets': [{'id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:12:43.237917 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4b173523-0fb3-41f1-b00e-2244d80a3a77 req-feb3c169-b5f9-4ce9-b42c-82daf1174c2c tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5937581 Jul 05 16:12:43.250646 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d8ab437e-33bc-4e2a-91ed-2276944afc2d req-043b668c-ce35-4f1e-9420-40b205dccb1a tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=478dac11-75cf-4e58-9ba7-e78469b8045a HTTP/1.1" status: 200 len: 210 time: 0.0495954 Jul 05 16:12:43.324407 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-44487a39-14f8-4a40-bb3e-fec7e0a7a710 req-0c014ee8-105e-4fc2-ab6b-6a17acbca3b4 service neutron] 10.222.0.47 "GET /v2.0/networks/750c75bc-9396-4e63-887d-6375009b41b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6549940 Jul 05 16:12:43.441845 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd611ebb-f38e-4b34-b4af-854b6a16d0eb req-49fbe2a5-90b4-4a01-9be3-abdfc9309c48 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:43.444365 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-cd611ebb-f38e-4b34-b4af-854b6a16d0eb req-49fbe2a5-90b4-4a01-9be3-abdfc9309c48 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0879431 Jul 05 16:12:43.633472 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:43.633472 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca528a-9307-4b95-8108-ce79387ae0b8 req-3b42b382-13ad-47f6-b4f4-7ad7770e5357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:43.633472 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-22ca528a-9307-4b95-8108-ce79387ae0b8 req-3b42b382-13ad-47f6-b4f4-7ad7770e5357 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71b68c04578747d08842aab556e98030&device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 1128 time: 0.1280437 Jul 05 16:12:43.659054 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354186e9-05c8-4e99-bfbf-d6e48e0fbbf6 None None] New status for floating IP ec103040-fdf8-48d3-9e01-b62ba1d703ee: DOWN {{(pid=104587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:12:43.698367 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-cd611ebb-f38e-4b34-b4af-854b6a16d0eb req-0df82902-ef25-4e10-ab73-0ce723be1267 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2378826 Jul 05 16:12:43.930431 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f3a34-71db-4c96-bc1c-5a7bd240cfe8 req-59140bda-5ee5-465a-85c9-5b5c98837b7a tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:43.937691 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a38f3a34-71db-4c96-bc1c-5a7bd240cfe8 req-59140bda-5ee5-465a-85c9-5b5c98837b7a tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 944 time: 0.0787098 Jul 05 16:12:43.964509 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca528a-9307-4b95-8108-ce79387ae0b8 req-5600c7fe-97b3-46b9-adf1-79bd82d06a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:43.966394 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-22ca528a-9307-4b95-8108-ce79387ae0b8 req-5600c7fe-97b3-46b9-adf1-79bd82d06a66 service neutron] 10.222.0.47 "GET /v2.0/networks?id=750c75bc-9396-4e63-887d-6375009b41b0 HTTP/1.1" status: 200 len: 916 time: 0.3168774 Jul 05 16:12:44.028343 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a38f3a34-71db-4c96-bc1c-5a7bd240cfe8 req-77ed7aa3-9f19-4eb3-8b46-0e82a91f042f tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894101 Jul 05 16:12:44.470089 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f70067-95c8-43ba-88b3-9b3da4a61967 req-97682894-3fd0-4f5e-abb8-8f35b27b1343 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:44.471700 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b8f70067-95c8-43ba-88b3-9b3da4a61967 req-97682894-3fd0-4f5e-abb8-8f35b27b1343 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0563817 Jul 05 16:12:44.524423 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b8f70067-95c8-43ba-88b3-9b3da4a61967 req-cb1c2c34-faf2-4e7e-b031-f037199bfc98 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461097 Jul 05 16:12:44.580542 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-22ca528a-9307-4b95-8108-ce79387ae0b8 req-1c99a461-9691-45d9-91f6-c24766f2dbcd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0acdc586-b1e0-458b-8b41-006c61e42c40 HTTP/1.1" status: 200 len: 217 time: 0.0369575 Jul 05 16:12:44.632254 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca528a-9307-4b95-8108-ce79387ae0b8 req-26ff1787-284a-43dc-90dd-399ca50d08bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:44.633718 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-22ca528a-9307-4b95-8108-ce79387ae0b8 req-26ff1787-284a-43dc-90dd-399ca50d08bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ed907310-55eb-4496-abc3-ae90b3926b2b HTTP/1.1" status: 200 len: 854 time: 0.0474610 Jul 05 16:12:44.682501 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca528a-9307-4b95-8108-ce79387ae0b8 req-0f26bf3f-dda8-4dfb-b366-00706cd24dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:44.684013 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-22ca528a-9307-4b95-8108-ce79387ae0b8 req-0f26bf3f-dda8-4dfb-b366-00706cd24dde service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=750c75bc-9396-4e63-887d-6375009b41b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423236 Jul 05 16:12:44.697190 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:44.808012 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-22ca528a-9307-4b95-8108-ce79387ae0b8 req-984df2f7-ad4e-425b-8f27-ae14e519f2ca service neutron] 10.222.0.47 "GET /v2.0/networks/750c75bc-9396-4e63-887d-6375009b41b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171188 Jul 05 16:12:44.815726 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca5b2a-eebb-454a-b001-9d77bec719a4 req-b12e6995-9529-4ed4-8c31-b43e34828f87 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:44.817182 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-23ca5b2a-eebb-454a-b001-9d77bec719a4 req-b12e6995-9529-4ed4-8c31-b43e34828f87 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0607009 Jul 05 16:12:44.822700 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 47616) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:12:44.930905 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-23ca5b2a-eebb-454a-b001-9d77bec719a4 req-67456e1c-0e90-498a-8ade-58dcc7282f18 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045964 Jul 05 16:12:44.937921 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-022d6e31-e7b2-43f6-a3f4-1553a3d32e84 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group (f730280b-5e36-421c-a0a9-7dd6c9685074), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:44.948499 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-22ca528a-9307-4b95-8108-ce79387ae0b8 req-91e81536-707f-4b31-ab9c-1cfad54ec2bf service neutron] 10.222.0.47 "GET /v2.0/networks/750c75bc-9396-4e63-887d-6375009b41b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303008 Jul 05 16:12:44.972319 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-022d6e31-e7b2-43f6-a3f4-1553a3d32e84 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group (f730280b-5e36-421c-a0a9-7dd6c9685074), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:45.168833 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-022d6e31-e7b2-43f6-a3f4-1553a3d32e84 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (f730280b-5e36-421c-a0a9-7dd6c9685074), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:45.171883 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-022d6e31-e7b2-43f6-a3f4-1553a3d32e84 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:45.176242 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-022d6e31-e7b2-43f6-a3f4-1553a3d32e84 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "DELETE /v2.0/security-groups/f730280b-5e36-421c-a0a9-7dd6c9685074 HTTP/1.1" status: 204 len: 168 time: 0.3529234 Jul 05 16:12:45.176994 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 47624) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:12:45.205574 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14b69d-cfdf-482d-a533-f11cc9bc96ce req-e76f9d25-d0f2-4921-b1ad-f06e47ad397c tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:45.207134 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4f14b69d-cfdf-482d-a533-f11cc9bc96ce req-e76f9d25-d0f2-4921-b1ad-f06e47ad397c tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 944 time: 0.0916562 Jul 05 16:12:45.213881 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.api.v2.resource [None req-3ca5b78b-5764-4d79-ba45-ce7dd314fe0e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] show failed (client error): The resource could not be found. Jul 05 16:12:45.218101 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-3ca5b78b-5764-4d79-ba45-ce7dd314fe0e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups/f730280b-5e36-421c-a0a9-7dd6c9685074 HTTP/1.1" status: 404 len: 347 time: 0.0370178 Jul 05 16:12:45.221660 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 47626) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:12:45.245866 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d6e31-e7b2-43f6-a3f4-1553a3d32e84 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f730280b-5e36-421c-a0a9-7dd6c9685074,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:45.325881 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4f14b69d-cfdf-482d-a533-f11cc9bc96ce req-6d45d45a-da62-4ec1-88d0-5857d1e24dc2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083388 Jul 05 16:12:45.381387 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-bad71111-d0c2-4fbc-987a-50ffed865eca tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Deleting port df937d10-86bf-4f2c-beff-7e2cd734914b {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:12:45.381821 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-bad71111-d0c2-4fbc-987a-50ffed865eca tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (df937d10-86bf-4f2c-beff-7e2cd734914b), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:45.384860 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:45.508953 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-bad71111-d0c2-4fbc-987a-50ffed865eca tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (df937d10-86bf-4f2c-beff-7e2cd734914b), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:45.509274 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-bad71111-d0c2-4fbc-987a-50ffed865eca tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (df937d10-86bf-4f2c-beff-7e2cd734914b), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:45.524452 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-bad71111-d0c2-4fbc-987a-50ffed865eca tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Calling delete_port for df937d10-86bf-4f2c-beff-7e2cd734914b owned by network:floatingip {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:12:45.731735 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee52d7-d2f0-475f-88f4-5bfceeb86598 req-5025604c-3b7d-453c-a30f-fc06bf02342e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:45.744670 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-edee52d7-d2f0-475f-88f4-5bfceeb86598 req-5025604c-3b7d-453c-a30f-fc06bf02342e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0965931 Jul 05 16:12:45.816070 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-edee52d7-d2f0-475f-88f4-5bfceeb86598 req-79d8919f-ec5c-435c-a6bc-40878b70a94f tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700214 Jul 05 16:12:45.838646 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-bad71111-d0c2-4fbc-987a-50ffed865eca tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (df937d10-86bf-4f2c-beff-7e2cd734914b), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:45.880513 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad71111-d0c2-4fbc-987a-50ffed865eca tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event deleted for resources: {'Port': ['ID=df937d10-86bf-4f2c-beff-7e2cd734914b,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:45.991428 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-bad71111-d0c2-4fbc-987a-50ffed865eca tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (ec103040-fdf8-48d3-9e01-b62ba1d703ee), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:45.994220 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-bad71111-d0c2-4fbc-987a-50ffed865eca tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:45.995456 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-bad71111-d0c2-4fbc-987a-50ffed865eca tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "DELETE /v2.0/floatingips/ec103040-fdf8-48d3-9e01-b62ba1d703ee HTTP/1.1" status: 204 len: 168 time: 0.7580719 Jul 05 16:12:46.130881 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383079fd-a9d5-4d89-a287-398736cadb83 req-7a34401d-94a7-4a6d-a95b-3dc328020552 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:46.133197 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-383079fd-a9d5-4d89-a287-398736cadb83 req-7a34401d-94a7-4a6d-a95b-3dc328020552 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0695965 Jul 05 16:12:46.196754 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 47634) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:12:46.201685 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-4e3cf635-414e-4c90-80c9-756bfa321591 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2056274426', 'description': 'tempest-description--1527886265'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:12:46.233102 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-383079fd-a9d5-4d89-a287-398736cadb83 req-b623bd3e-f689-4318-bc54-27b4f38f0956 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938115 Jul 05 16:12:46.257028 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:46.325012 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4e3cf635-414e-4c90-80c9-756bfa321591 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:46.506963 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4e3cf635-414e-4c90-80c9-756bfa321591 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group (6b61dff5-df44-4c2f-89fb-0f5438c2540f), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:46.567549 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:46.570279 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4e3cf635-414e-4c90-80c9-756bfa321591 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (6b61dff5-df44-4c2f-89fb-0f5438c2540f), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:46.590818 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18ae47-b0f8-42ff-af0d-303cf8257f2f req-5cccc1cd-b84a-4f05-a4a2-1268809d8896 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:46.594345 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2e18ae47-b0f8-42ff-af0d-303cf8257f2f req-5cccc1cd-b84a-4f05-a4a2-1268809d8896 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 944 time: 0.1441703 Jul 05 16:12:46.650374 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3cf635-414e-4c90-80c9-756bfa321591 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b61dff5-df44-4c2f-89fb-0f5438c2540f,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:46.723947 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4e3cf635-414e-4c90-80c9-756bfa321591 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:46.727061 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-4e3cf635-414e-4c90-80c9-756bfa321591 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5287097 Jul 05 16:12:46.729372 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2e18ae47-b0f8-42ff-af0d-303cf8257f2f req-a97de904-debb-4bba-9708-72fdc95c2fff tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281788 Jul 05 16:12:46.729623 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 47640) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:12:46.736278 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-8ccce55e-5f26-45dd-97fa-3f49ec901370 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Request body: {'security_group_rule': {'security_group_id': '6b61dff5-df44-4c2f-89fb-0f5438c2540f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:12:46.979995 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8ccce55e-5f26-45dd-97fa-3f49ec901370 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group_rule (d5d26ef3-4dec-4666-a605-0f7b8aba6cf6), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:47.098497 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bbec1-1e46-4c9f-ab90-b79b39028b6d req-82e0de75-4418-4920-99fd-45239dbee0ed tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:47.098497 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-164bbec1-1e46-4c9f-ab90-b79b39028b6d req-82e0de75-4418-4920-99fd-45239dbee0ed tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0819356 Jul 05 16:12:47.099414 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8ccce55e-5f26-45dd-97fa-3f49ec901370 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group_rule (d5d26ef3-4dec-4666-a605-0f7b8aba6cf6), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:47.099502 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-164bbec1-1e46-4c9f-ab90-b79b39028b6d req-dfdedd6c-f8ce-4594-9f0f-8eb1374770b8 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481167 Jul 05 16:12:47.423019 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d4a89-6d28-41a2-b946-7291839c7f76 req-182b1927-9b61-4ab9-9967-c6bb719c9209 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:47.430985 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c23d4a89-6d28-41a2-b946-7291839c7f76 req-182b1927-9b61-4ab9-9967-c6bb719c9209 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0782633 Jul 05 16:12:47.535483 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8ccce55e-5f26-45dd-97fa-3f49ec901370 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (d5d26ef3-4dec-4666-a605-0f7b8aba6cf6), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:47.555556 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c23d4a89-6d28-41a2-b946-7291839c7f76 req-6284f213-9a66-43ae-a046-adac9779a1e4 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200593 Jul 05 16:12:47.614774 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccce55e-5f26-45dd-97fa-3f49ec901370 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d26ef3-4dec-4666-a605-0f7b8aba6cf6,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:47.691646 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8ccce55e-5f26-45dd-97fa-3f49ec901370 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:47.692953 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-8ccce55e-5f26-45dd-97fa-3f49ec901370 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9618890 Jul 05 16:12:47.695671 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 47646) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:12:47.700248 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-b16b47f2-a22d-4a2f-ad96-20805f7a9175 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Request body: {'security_group_rule': {'security_group_id': '6b61dff5-df44-4c2f-89fb-0f5438c2540f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:12:47.816758 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b16b47f2-a22d-4a2f-ad96-20805f7a9175 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group_rule (5c2cf26a-f014-493c-aef6-94f1775bfcdd), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:47.917512 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5425277-ee18-4e1d-8298-2fcc7ff18078 req-179498c2-8c78-487e-86fc-6ae49a1ab17e tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:47.936456 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a5425277-ee18-4e1d-8298-2fcc7ff18078 req-179498c2-8c78-487e-86fc-6ae49a1ab17e tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 944 time: 0.0897467 Jul 05 16:12:47.943518 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:47.980982 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b16b47f2-a22d-4a2f-ad96-20805f7a9175 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group_rule (5c2cf26a-f014-493c-aef6-94f1775bfcdd), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:48.007948 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a5425277-ee18-4e1d-8298-2fcc7ff18078 req-2e286d94-6fba-48b8-a49c-a2652bf1658d tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705125 Jul 05 16:12:48.061120 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b16b47f2-a22d-4a2f-ad96-20805f7a9175 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (5c2cf26a-f014-493c-aef6-94f1775bfcdd), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:48.085125 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b47f2-a22d-4a2f-ad96-20805f7a9175 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2cf26a-f014-493c-aef6-94f1775bfcdd,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:48.181027 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b16b47f2-a22d-4a2f-ad96-20805f7a9175 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:48.186569 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-b16b47f2-a22d-4a2f-ad96-20805f7a9175 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4897895 Jul 05 16:12:48.187812 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 47652) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:12:48.194781 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-9217f0cd-6edd-4c4c-a23a-1d8cab5c052c tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Request body: {'floatingip': {'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:12:48.264716 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bcc6f1-f6fd-479b-abfb-38964f43044d req-06f38099-c684-48ef-9d0b-04cde5669b89 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:48.266317 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f6bcc6f1-f6fd-479b-abfb-38964f43044d req-06f38099-c684-48ef-9d0b-04cde5669b89 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0867343 Jul 05 16:12:48.357655 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f6bcc6f1-f6fd-479b-abfb-38964f43044d req-8365fd5f-9f78-4f5a-8741-cb30f0988fc2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476017 Jul 05 16:12:48.375127 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9217f0cd-6edd-4c4c-a23a-1d8cab5c052c tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:48.461245 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9217f0cd-6edd-4c4c-a23a-1d8cab5c052c tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:48.623519 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_common [None req-9217f0cd-6edd-4c4c-a23a-1d8cab5c052c tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Allocated IP 172.27.3.56 (90903495-288b-44cb-8357-c0c74fc45d82/c848da7f-4b94-4cfd-b899-6ee4cbeaeda8/f3989928-c6e7-4b8d-945c-86ff1b886380) {{(pid=104584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:12:48.767409 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e7c18-b94a-4acb-81db-cca9631ada8c req-04c73f00-e05b-4c94-b65f-9ced42b7fcb6 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:48.779643 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e02e7c18-b94a-4acb-81db-cca9631ada8c req-04c73f00-e05b-4c94-b65f-9ced42b7fcb6 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.1027899 Jul 05 16:12:48.837102 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9217f0cd-6edd-4c4c-a23a-1d8cab5c052c tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for port (f3989928-c6e7-4b8d-945c-86ff1b886380), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:48.888092 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e02e7c18-b94a-4acb-81db-cca9631ada8c req-8c19c88b-fc9e-4743-86e4-d641986f3012 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073694 Jul 05 16:12:48.968133 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9217f0cd-6edd-4c4c-a23a-1d8cab5c052c tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (f3989928-c6e7-4b8d-945c-86ff1b886380), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:49.053357 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9217f0cd-6edd-4c4c-a23a-1d8cab5c052c tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Network 90903495-288b-44cb-8357-c0c74fc45d82 is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:12:49.064732 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-9217f0cd-6edd-4c4c-a23a-1d8cab5c052c tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:12:49.072459 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9217f0cd-6edd-4c4c-a23a-1d8cab5c052c tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Received port after_create {{(pid=104584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:12:49.075614 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:49.125720 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217f0cd-6edd-4c4c-a23a-1d8cab5c052c tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event updated for resources: {'Port': ['ID=f3989928-c6e7-4b8d-945c-86ff1b886380,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:49.227829 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9217f0cd-6edd-4c4c-a23a-1d8cab5c052c tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (2a317169-9bcf-4cc4-962a-6d91bd56e2ff), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:49.247545 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2cbc4-fa1d-4516-af0d-effa49a1a205 req-47010c74-ec63-4c39-baba-5d3f52d678aa tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:49.249231 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-90c2cbc4-fa1d-4516-af0d-effa49a1a205 req-47010c74-ec63-4c39-baba-5d3f52d678aa tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 944 time: 0.0703721 Jul 05 16:12:49.310986 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:49.348788 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-90c2cbc4-fa1d-4516-af0d-effa49a1a205 req-b0d4413e-5d0e-4ab8-862f-cd62dc61275b tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871670 Jul 05 16:12:49.376259 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9217f0cd-6edd-4c4c-a23a-1d8cab5c052c tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (f3989928-c6e7-4b8d-945c-86ff1b886380), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:49.571030 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7a21b-89bd-491f-a3e8-16b3d2c2b212 req-c7a615fd-a845-4dcd-99e4-dd42f39e2311 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:49.586113 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-10a7a21b-89bd-491f-a3e8-16b3d2c2b212 req-c7a615fd-a845-4dcd-99e4-dd42f39e2311 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0979934 Jul 05 16:12:49.624702 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9217f0cd-6edd-4c4c-a23a-1d8cab5c052c tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for port (f3989928-c6e7-4b8d-945c-86ff1b886380), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:49.627209 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:49.693140 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9217f0cd-6edd-4c4c-a23a-1d8cab5c052c tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1268176'] for port (f3989928-c6e7-4b8d-945c-86ff1b886380), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:49.715233 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-10a7a21b-89bd-491f-a3e8-16b3d2c2b212 req-5e13cad7-aff3-4906-8093-88c140bf8288 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278436 Jul 05 16:12:49.788700 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217f0cd-6edd-4c4c-a23a-1d8cab5c052c tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event updated for resources: {'Port': ['ID=f3989928-c6e7-4b8d-945c-86ff1b886380,revision_number=2']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:49.868657 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9217f0cd-6edd-4c4c-a23a-1d8cab5c052c tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (2a317169-9bcf-4cc4-962a-6d91bd56e2ff), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:49.987264 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9217f0cd-6edd-4c4c-a23a-1d8cab5c052c tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:49.989447 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-9217f0cd-6edd-4c4c-a23a-1d8cab5c052c tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7995663 Jul 05 16:12:50.093791 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50884a36-22be-4110-b3ab-9634ba665fc7 req-f6b6f962-03c8-4b22-9cdf-f2dc230c9c63 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:50.103903 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-50884a36-22be-4110-b3ab-9634ba665fc7 req-f6b6f962-03c8-4b22-9cdf-f2dc230c9c63 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.1049173 Jul 05 16:12:50.207271 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-50884a36-22be-4110-b3ab-9634ba665fc7 req-a02e538b-0fec-4a02-93d0-2cbcb03a1684 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019022 Jul 05 16:12:50.563990 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b6d54-7688-4299-8400-6a2f20c2e431 req-b4f77e6b-ac53-46bd-82a3-25e766d519ae tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:50.581878 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-141b6d54-7688-4299-8400-6a2f20c2e431 req-b4f77e6b-ac53-46bd-82a3-25e766d519ae tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 944 time: 0.0950782 Jul 05 16:12:50.660300 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-141b6d54-7688-4299-8400-6a2f20c2e431 req-b9673afc-6f2f-4811-845e-ca6c9dc70184 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852628 Jul 05 16:12:51.012983 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:51.034864 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4eea2-545e-45d4-9ae4-8c90d8d0da8d req-6e96568f-46ed-49a9-b6ad-3fdd33ea212a tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:51.045993 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-42d4eea2-545e-45d4-9ae4-8c90d8d0da8d req-6e96568f-46ed-49a9-b6ad-3fdd33ea212a tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.1680443 Jul 05 16:12:51.233105 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-42d4eea2-545e-45d4-9ae4-8c90d8d0da8d req-5833afe5-6123-4e86-b9c4-04e96995a8ff tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760509 Jul 05 16:12:51.366260 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f04062-b85f-4c37-8d78-774c2c41984b req-1da353ea-757a-48b1-ad43-95dfe2fd3233 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:51.373734 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e8f04062-b85f-4c37-8d78-774c2c41984b req-1da353ea-757a-48b1-ad43-95dfe2fd3233 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0582561 Jul 05 16:12:51.439157 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e8f04062-b85f-4c37-8d78-774c2c41984b req-0e212dc2-b8b5-49db-b212-24fb257a958f tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646598 Jul 05 16:12:51.526862 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:51.570911 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-5e1ad547-a56e-407e-845f-4227ad01327a tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--2056274426&fields=id&tenant_id=42e6ad67dbf542528726c545872ac10c HTTP/1.1" status: 200 len: 267 time: 0.0508914 Jul 05 16:12:51.734327 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-7ab98f60-ff58-4172-9ea5-001c89b3bfaf tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:51.736226 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-7ab98f60-ff58-4172-9ea5-001c89b3bfaf tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/networks?id=77ec7356-4bd9-42af-abe3-f1b9c525bdef HTTP/1.1" status: 200 len: 815 time: 0.1553938 Jul 05 16:12:51.753559 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-02c3f6a9-8cbc-48df-8356-a5ac8850d7ab tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/quotas/42e6ad67dbf542528726c545872ac10c HTTP/1.1" status: 200 len: 375 time: 0.0109777 Jul 05 16:12:51.855142 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-b7dbb1e0-915c-4f6f-989b-f6a9cded4192 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=42e6ad67dbf542528726c545872ac10c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0927281 Jul 05 16:12:51.862639 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0c3fa-bf82-4ced-b43f-9058ffa50266 req-9eb5ff67-0222-4b2c-8063-b1de351bce87 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:51.864134 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d7d0c3fa-bf82-4ced-b43f-9058ffa50266 req-9eb5ff67-0222-4b2c-8063-b1de351bce87 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 944 time: 0.0902967 Jul 05 16:12:51.966218 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d7d0c3fa-bf82-4ced-b43f-9058ffa50266 req-d3589300-7a28-4e53-858b-c860684f5b94 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932667 Jul 05 16:12:51.997930 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-6baa8c8e-baae-4f50-825f-cad6cb9d842b service neutron] 10.222.0.45 "GET /v2.0/networks/77ec7356-4bd9-42af-abe3-f1b9c525bdef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325350 Jul 05 16:12:52.055089 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:52.139877 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e0e27-dfd3-452b-ad2d-c1cfa49601db req-c81c061f-f58e-43cf-adbf-a156a0fd9d39 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:52.141849 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a12e0e27-dfd3-452b-ad2d-c1cfa49601db req-c81c061f-f58e-43cf-adbf-a156a0fd9d39 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.1066930 Jul 05 16:12:52.186353 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-58aaf6ce-0094-445b-afc3-6ed8191967fa service neutron] 10.222.0.45 "GET /v2.0/networks/77ec7356-4bd9-42af-abe3-f1b9c525bdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783459 Jul 05 16:12:52.218874 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a12e0e27-dfd3-452b-ad2d-c1cfa49601db req-52c2e0a0-a0d7-4d60-872e-d407c434d9d2 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694835 Jul 05 16:12:52.367583 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a46d9b-95a6-4e3e-b26c-77177bf4cf62 req-3a7e8ba0-628c-45b4-a45f-4df65d71796f tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:52.369428 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-29a46d9b-95a6-4e3e-b26c-77177bf4cf62 req-3a7e8ba0-628c-45b4-a45f-4df65d71796f tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0582323 Jul 05 16:12:52.444856 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-29a46d9b-95a6-4e3e-b26c-77177bf4cf62 req-706c2bbe-6542-4127-976d-b2374826af9e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676420 Jul 05 16:12:52.520715 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4a10ee0d-62f8-49d9-bcff-cdd839355156 req-150b65d9-3013-446c-ae11-b982677c8047 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f42f67a-5eab-461d-9467-84aea8666852 HTTP/1.1" status: 200 len: 210 time: 0.0365045 Jul 05 16:12:52.872552 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69715553-cb50-4b44-82c5-a6a748649b9f req-51e94db7-3c6d-4030-bb38-914e6789ebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:52.874130 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-69715553-cb50-4b44-82c5-a6a748649b9f req-51e94db7-3c6d-4030-bb38-914e6789ebc7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ec37a457530439b8728dd2ad2b6b7bd&device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 1130 time: 0.0405407 Jul 05 16:12:52.971557 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69715553-cb50-4b44-82c5-a6a748649b9f req-c39f2784-9ea4-409f-acc2-1fa4d4fb8f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:52.973055 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-69715553-cb50-4b44-82c5-a6a748649b9f req-c39f2784-9ea4-409f-acc2-1fa4d4fb8f75 service neutron] 10.222.0.47 "GET /v2.0/networks?id=77e226ae-740f-49bf-a51d-1fc557b375c9 HTTP/1.1" status: 200 len: 911 time: 0.0929186 Jul 05 16:12:53.038044 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-69715553-cb50-4b44-82c5-a6a748649b9f req-132d4f53-3bf8-4dbb-ae67-a728617a39b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 HTTP/1.1" status: 200 len: 1000 time: 0.0584550 Jul 05 16:12:53.121692 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba24bd-7413-48d6-ada2-55daa45db352 req-dfedd99a-6dba-4421-8d35-16dae55a81fd tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:53.123134 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-45ba24bd-7413-48d6-ada2-55daa45db352 req-dfedd99a-6dba-4421-8d35-16dae55a81fd tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 944 time: 0.0818329 Jul 05 16:12:53.140021 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69715553-cb50-4b44-82c5-a6a748649b9f req-0b136c25-d68a-4eb7-8947-5cc798db2a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:53.141404 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-69715553-cb50-4b44-82c5-a6a748649b9f req-0b136c25-d68a-4eb7-8947-5cc798db2a3c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a HTTP/1.1" status: 200 len: 849 time: 0.0913558 Jul 05 16:12:53.202688 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69715553-cb50-4b44-82c5-a6a748649b9f req-3abaeba2-7a0f-4b68-8042-f23277d4de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:53.204035 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-69715553-cb50-4b44-82c5-a6a748649b9f req-3abaeba2-7a0f-4b68-8042-f23277d4de3b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77e226ae-740f-49bf-a51d-1fc557b375c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555623 Jul 05 16:12:53.208397 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-45ba24bd-7413-48d6-ada2-55daa45db352 req-a708d038-f9ac-4130-9f53-640eb0da8794 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791180 Jul 05 16:12:53.253707 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:53.333743 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-69715553-cb50-4b44-82c5-a6a748649b9f req-4cb83400-c157-4537-b003-43b95d03159b service neutron] 10.222.0.47 "GET /v2.0/networks/77e226ae-740f-49bf-a51d-1fc557b375c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157691 Jul 05 16:12:53.348282 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64ff1b-7f6e-4a23-ad87-75d14fce2009 req-d276d837-25dc-4583-82dc-4a71c8ff08c1 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:53.349720 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ab64ff1b-7f6e-4a23-ad87-75d14fce2009 req-d276d837-25dc-4583-82dc-4a71c8ff08c1 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0578291 Jul 05 16:12:53.457893 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ab64ff1b-7f6e-4a23-ad87-75d14fce2009 req-908d42d1-13ba-461f-8280-77751e500ef4 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000848 Jul 05 16:12:53.474597 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-69715553-cb50-4b44-82c5-a6a748649b9f req-bbdcf7a6-7df9-408f-b228-7b05ba996171 service neutron] 10.222.0.47 "GET /v2.0/networks/77e226ae-740f-49bf-a51d-1fc557b375c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233416 Jul 05 16:12:53.573999 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58ed73-334f-4b96-b7d9-720d65958479 req-11f5f30a-33a8-458a-b431-e69565a209ae tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:53.575857 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ee58ed73-334f-4b96-b7d9-720d65958479 req-11f5f30a-33a8-458a-b431-e69565a209ae tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0525198 Jul 05 16:12:53.597718 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:53.654009 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2eaf824b-4bc6-4a2f-8499-643b4237c39c req-3a5ac79b-a4c7-4749-ab22-08d4a6c5625b tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f42f67a-5eab-461d-9467-84aea8666852 HTTP/1.1" status: 200 len: 210 time: 0.0474062 Jul 05 16:12:53.657646 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ee58ed73-334f-4b96-b7d9-720d65958479 req-e84fcb30-c989-43f5-b950-3ee6a26aff2b tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762978 Jul 05 16:12:53.778575 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-859a2d66-daa5-4ea7-acc6-908dd499dcd1 req-ae77bacf-b7a6-45e8-95f8-a7dccd31ce92 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385690 Jul 05 16:12:53.856996 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a2d66-daa5-4ea7-acc6-908dd499dcd1 req-3b1f1996-ede3-411e-82a3-da6e88e8a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:53.858456 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-859a2d66-daa5-4ea7-acc6-908dd499dcd1 req-3b1f1996-ede3-411e-82a3-da6e88e8a289 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbe6a2de3cba4aa7b365f30f5b2f745c&device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 1130 time: 0.0389829 Jul 05 16:12:54.320159 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff0e57-2506-4f80-a8c9-74f90301e900 req-d427b379-a6b5-49df-bc0a-668b36c9504b tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:54.321587 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7dff0e57-2506-4f80-a8c9-74f90301e900 req-d427b379-a6b5-49df-bc0a-668b36c9504b tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 944 time: 0.0480704 Jul 05 16:12:54.372107 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7dff0e57-2506-4f80-a8c9-74f90301e900 req-5f0ee505-10cf-4d9d-ac6c-30f90a759969 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448873 Jul 05 16:12:54.518697 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a2d66-daa5-4ea7-acc6-908dd499dcd1 req-1186c5f3-12c0-412f-8d8a-c8fb237f45a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:54.520277 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-859a2d66-daa5-4ea7-acc6-908dd499dcd1 req-1186c5f3-12c0-412f-8d8a-c8fb237f45a7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d875afbf-ed35-412f-bb5d-c579562ff61a HTTP/1.1" status: 200 len: 919 time: 0.0944998 Jul 05 16:12:54.577611 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf9f25-d13a-4094-8f1a-254c769fa1c4 req-50fb4d0f-538a-4e5a-be78-d294a19a73d7 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:54.578970 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ffbf9f25-d13a-4094-8f1a-254c769fa1c4 req-50fb4d0f-538a-4e5a-be78-d294a19a73d7 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0478635 Jul 05 16:12:54.632272 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ffbf9f25-d13a-4094-8f1a-254c769fa1c4 req-7df9461f-95a9-445d-8383-15a08cd172a0 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471935 Jul 05 16:12:54.761033 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-903dbf51-2080-436c-9830-76bd0555c873 req-c0412802-34cf-450c-9c73-2d7da82bc54f tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f42f67a-5eab-461d-9467-84aea8666852 HTTP/1.1" status: 200 len: 210 time: 0.0349650 Jul 05 16:12:54.793945 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13523ec4-b2c6-440e-a0d7-7e33e0ce3141 req-3f40cc07-77a6-4b44-8328-daef4613ff1b tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:54.795383 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-13523ec4-b2c6-440e-a0d7-7e33e0ce3141 req-3f40cc07-77a6-4b44-8328-daef4613ff1b tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0675781 Jul 05 16:12:54.845497 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-859a2d66-daa5-4ea7-acc6-908dd499dcd1 req-5be407f1-a199-402f-b390-b5c0f63faf11 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=426e703b-fda9-4cb3-9ba0-62242cbd02d2 HTTP/1.1" status: 200 len: 217 time: 0.0470963 Jul 05 16:12:54.914641 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-13523ec4-b2c6-440e-a0d7-7e33e0ce3141 req-75b47c78-dcc8-4ce2-9915-e5c66aabb444 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069322 Jul 05 16:12:54.921439 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a2d66-daa5-4ea7-acc6-908dd499dcd1 req-c384cf73-373f-4f10-9e57-92347bbc703b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:54.922799 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-859a2d66-daa5-4ea7-acc6-908dd499dcd1 req-c384cf73-373f-4f10-9e57-92347bbc703b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8a9b66f2-eae4-47d1-8086-fa8b5da512fd HTTP/1.1" status: 200 len: 857 time: 0.0650451 Jul 05 16:12:54.968283 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a2d66-daa5-4ea7-acc6-908dd499dcd1 req-1b3fc5e4-8745-4293-9228-c37c57107ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:54.969821 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-859a2d66-daa5-4ea7-acc6-908dd499dcd1 req-1b3fc5e4-8745-4293-9228-c37c57107ae9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d875afbf-ed35-412f-bb5d-c579562ff61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392537 Jul 05 16:12:55.064617 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-859a2d66-daa5-4ea7-acc6-908dd499dcd1 req-b2a697cd-29bd-4dfe-9341-163e1f27134d service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884283 Jul 05 16:12:55.090658 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:55.168048 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-859a2d66-daa5-4ea7-acc6-908dd499dcd1 req-71e423ba-fdf9-4028-bea2-963046bb0b9c service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960269 Jul 05 16:12:55.182485 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-7f2ec29f-3488-4cd9-b8fb-1e60a7b000cb tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:55.183979 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-7f2ec29f-3488-4cd9-b8fb-1e60a7b000cb tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.47 "GET /v2.0/networks?id=77ec7356-4bd9-42af-abe3-f1b9c525bdef HTTP/1.1" status: 200 len: 815 time: 0.1198883 Jul 05 16:12:55.252256 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-a77e7101-eb33-4382-9f91-63c0eea27abf tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42e6ad67dbf542528726c545872ac10c HTTP/1.1" status: 200 len: 380 time: 0.0527077 Jul 05 16:12:55.481443 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 0acdc586-b1e0-458b-8b41-006c61e42c40 details requested by agent hyperv_hv-cinder-84875 with host hv-cinder-84875 {{(pid=104586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:12:55.483619 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a40d9-67c7-4e3a-88e1-24be4cecdff3 req-d548516a-67fa-4f65-aa8d-14ea782cae19 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:55.485412 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-284a40d9-67c7-4e3a-88e1-24be4cecdff3 req-d548516a-67fa-4f65-aa8d-14ea782cae19 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 944 time: 0.0475640 Jul 05 16:12:55.526668 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-2b1c7053-1a05-4c27-b09c-b9099f877d71 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Request body: {'port': {'device_id': '1f42f67a-5eab-461d-9467-84aea8666852', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'admin_state_up': True, 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'security_groups': ['6b61dff5-df44-4c2f-89fb-0f5438c2540f']}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:12:55.536213 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-284a40d9-67c7-4e3a-88e1-24be4cecdff3 req-756748a0-5fbf-4834-96af-5d7da51dc96d tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450566 Jul 05 16:12:55.610621 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 0acdc586-b1e0-458b-8b41-006c61e42c40, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=0acdc586-b1e0-458b-8b41-006c61e42c40,segment=NetworkSegment(6cb851d9-2578-43eb-ad94-7015cda84bbb),segment_id=6cb851d9-2578-43eb-ad94-7015cda84bbb)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:12:55.622368 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Returning: {'device': '0acdc586-b1e0-458b-8b41-006c61e42c40', 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0', 'port_id': '0acdc586-b1e0-458b-8b41-006c61e42c40', 'mac_address': 'fa:16:3e:7a:4f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed907310-55eb-4496-abc3-ae90b3926b2b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:12:55.670730 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:55.729288 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 0acdc586-b1e0-458b-8b41-006c61e42c40 is: DOWN; New status is: BUILD {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:12:55.729800 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (0acdc586-b1e0-458b-8b41-006c61e42c40), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:55.733186 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-2b1c7053-1a05-4c27-b09c-b9099f877d71 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Made reservation on behalf of 42e6ad67dbf542528726c545872ac10c for: {'port': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:12:55.737116 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-2b1c7053-1a05-4c27-b09c-b9099f877d71 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:55.744314 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0acdc586-b1e0-458b-8b41-006c61e42c40 {{(pid=104586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:12:55.756092 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8eca0-f400-48c4-bbdb-977c9afaa76a req-c18d3693-5db9-4f94-891b-48b97574f008 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:55.760128 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5ba8eca0-f400-48c4-bbdb-977c9afaa76a req-c18d3693-5db9-4f94-891b-48b97574f008 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0499017 Jul 05 16:12:55.765388 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 0acdc586-b1e0-458b-8b41-006c61e42c40, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=0acdc586-b1e0-458b-8b41-006c61e42c40,segment=NetworkSegment(6cb851d9-2578-43eb-ad94-7015cda84bbb),segment_id=6cb851d9-2578-43eb-ad94-7015cda84bbb)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:12:55.811704 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5ba8eca0-f400-48c4-bbdb-977c9afaa76a req-70ff8199-e0cf-4456-b7a4-d1485474c086 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474331 Jul 05 16:12:55.864048 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fdf9b01a-6376-4cb9-9658-39a7678df02a req-b2800f67-6f25-421f-b9c3-2c9e12af3ad9 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f42f67a-5eab-461d-9467-84aea8666852 HTTP/1.1" status: 200 len: 210 time: 0.0318363 Jul 05 16:12:55.866173 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (0acdc586-b1e0-458b-8b41-006c61e42c40), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:55.874156 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_common [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-2b1c7053-1a05-4c27-b09c-b9099f877d71 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Allocated IP 172.20.0.13 (77ec7356-4bd9-42af-abe3-f1b9c525bdef/5c2b09a9-00a4-429f-86c4-f8b1d0e4e593/56eeb76f-52f3-4f96-bf88-99c80eacdaa7) {{(pid=104584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:12:55.895390 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:55.914458 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=0acdc586-b1e0-458b-8b41-006c61e42c40,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:55.921614 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:55.921898 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:55.922234 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:55.922590 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:55.922922 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:55.923246 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:55.923565 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:55.923883 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:55.924205 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:55.924546 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:55.924890 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:55.925209 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:55.925522 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:55.925832 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:55.926143 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:56.019209 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:56.021472 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-2b1c7053-1a05-4c27-b09c-b9099f877d71 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for port (56eeb76f-52f3-4f96-bf88-99c80eacdaa7), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:56.030100 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8e105-2a3f-4ed5-8994-75d8e5d289b3 req-636a9ef3-709b-40a9-9985-03b91da83119 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:56.031608 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a0f8e105-2a3f-4ed5-8994-75d8e5d289b3 req-636a9ef3-709b-40a9-9985-03b91da83119 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0479448 Jul 05 16:12:56.087063 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a0f8e105-2a3f-4ed5-8994-75d8e5d289b3 req-ee2ecb31-d221-4143-9b05-752d2277b56a tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471442 Jul 05 16:12:56.123865 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-2b1c7053-1a05-4c27-b09c-b9099f877d71 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (56eeb76f-52f3-4f96-bf88-99c80eacdaa7), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:56.150479 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 47822) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:12:56.161062 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:56.168883 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-2b1c7053-1a05-4c27-b09c-b9099f877d71 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Network 77ec7356-4bd9-42af-abe3-f1b9c525bdef is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:12:56.172023 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-2b1c7053-1a05-4c27-b09c-b9099f877d71 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:12:56.173376 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['0acdc586-b1e0-458b-8b41-006c61e42c40'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:12:56.175845 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-2b1c7053-1a05-4c27-b09c-b9099f877d71 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Received port after_create {{(pid=104584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:12:56.202993 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_v2 [None req-233b40ed-ccd1-430f-9102-3cecb2b61ca1 admin admin] Deleting subnet a88d0897-2250-4418-812b-ec8f548a7317 {{(pid=104585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 16:12:56.206808 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-233b40ed-ccd1-430f-9102-3cecb2b61ca1 admin admin] Publish callbacks [] for subnet (a88d0897-2250-4418-812b-ec8f548a7317), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:56.207656 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c7053-1a05-4c27-b09c-b9099f877d71 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event updated for resources: {'Port': ['ID=56eeb76f-52f3-4f96-bf88-99c80eacdaa7,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:56.244283 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-2b1c7053-1a05-4c27-b09c-b9099f877d71 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:56.244988 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-2b1c7053-1a05-4c27-b09c-b9099f877d71 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:56.246085 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-233b40ed-ccd1-430f-9102-3cecb2b61ca1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9024847'] for subnet (a88d0897-2250-4418-812b-ec8f548a7317), precommit_delete_associations {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:56.300177 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-233b40ed-ccd1-430f-9102-3cecb2b61ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7708876'] for subnet (a88d0897-2250-4418-812b-ec8f548a7317), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:56.312149 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-2b1c7053-1a05-4c27-b09c-b9099f877d71 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7912683 Jul 05 16:12:56.325661 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-8ca5e324-120d-4993-a864-1e4e68f0b6da service neutron] Request body: {'port': {'device_id': '1f42f67a-5eab-461d-9467-84aea8666852', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84875'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:12:56.389526 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-8ca5e324-120d-4993-a864-1e4e68f0b6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (56eeb76f-52f3-4f96-bf88-99c80eacdaa7), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:56.430993 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-233b40ed-ccd1-430f-9102-3cecb2b61ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7708871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8872898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8627354'] for subnet (a88d0897-2250-4418-812b-ec8f548a7317), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:56.436109 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-1fa45348-454f-47a0-a548-7c459c71229e None None] Provisioning complete for port 56eeb76f-52f3-4f96-bf88-99c80eacdaa7 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:12:56.436490 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-1fa45348-454f-47a0-a548-7c459c71229e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (56eeb76f-52f3-4f96-bf88-99c80eacdaa7), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:56.458484 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b40ed-ccd1-430f-9102-3cecb2b61ca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a88d0897-2250-4418-812b-ec8f548a7317,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:56.464671 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-233b40ed-ccd1-430f-9102-3cecb2b61ca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for subnet (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:56.467907 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-233b40ed-ccd1-430f-9102-3cecb2b61ca1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a88d0897-2250-4418-812b-ec8f548a7317 HTTP/1.1" status: 204 len: 168 time: 0.3158698 Jul 05 16:12:56.468613 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-1fa45348-454f-47a0-a548-7c459c71229e None None] Port 56eeb76f-52f3-4f96-bf88-99c80eacdaa7 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:12:56.474453 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 47824) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:12:56.481562 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b40ed-ccd1-430f-9102-3cecb2b61ca1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:56.481987 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b40ed-ccd1-430f-9102-3cecb2b61ca1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:56.482357 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b40ed-ccd1-430f-9102-3cecb2b61ca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:56.482690 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b40ed-ccd1-430f-9102-3cecb2b61ca1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:56.483021 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b40ed-ccd1-430f-9102-3cecb2b61ca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:56.483343 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b40ed-ccd1-430f-9102-3cecb2b61ca1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:56.483872 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b40ed-ccd1-430f-9102-3cecb2b61ca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:56.484711 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b40ed-ccd1-430f-9102-3cecb2b61ca1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:56.484822 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b40ed-ccd1-430f-9102-3cecb2b61ca1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:56.485092 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b40ed-ccd1-430f-9102-3cecb2b61ca1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:56.485416 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b40ed-ccd1-430f-9102-3cecb2b61ca1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:56.485730 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b40ed-ccd1-430f-9102-3cecb2b61ca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:56.486044 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b40ed-ccd1-430f-9102-3cecb2b61ca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:56.486358 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b40ed-ccd1-430f-9102-3cecb2b61ca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:56.486672 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b40ed-ccd1-430f-9102-3cecb2b61ca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:12:56.557220 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ec590027-faa4-438e-bf12-e1f306a479c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7605430'] for network (143ca51d-04c4-49d1-b023-9392fa41c485), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:56.651855 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ec590027-faa4-438e-bf12-e1f306a479c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7757606', 'neutron.services.segments.db._delete_segments_for_network-8746276517753'] for network (143ca51d-04c4-49d1-b023-9392fa41c485), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:56.652986 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.notifiers.nova [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-8ca5e324-120d-4993-a864-1e4e68f0b6da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56eeb76f-52f3-4f96-bf88-99c80eacdaa7 {{(pid=104584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:12:56.660414 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-8ca5e324-120d-4993-a864-1e4e68f0b6da service neutron] Publish callbacks [] for port (56eeb76f-52f3-4f96-bf88-99c80eacdaa7), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:56.673728 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.provisioning_blocks [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-8ca5e324-120d-4993-a864-1e4e68f0b6da service neutron] Transition to ACTIVE for port object 56eeb76f-52f3-4f96-bf88-99c80eacdaa7 will not be triggered until provisioned by entity L2. {{(pid=104584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 16:12:56.697399 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.services.segments.db [None req-ec590027-faa4-438e-bf12-e1f306a479c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['143ca51d-04c4-49d1-b023-9392fa41c485']}} {{(pid=104585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:12:56.710750 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93411397-943c-44b5-bb36-68b6d615d9c4 req-b0f43537-2473-4d43-b0b7-75cc13f2042a tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:56.712240 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-93411397-943c-44b5-bb36-68b6d615d9c4 req-b0f43537-2473-4d43-b0b7-75cc13f2042a tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 945 time: 0.0979059 Jul 05 16:12:56.715480 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.services.segments.db [None req-ec590027-faa4-438e-bf12-e1f306a479c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '436de476-886f-4d89-85ff-77c429900144') {'for_net_delete': True} {{(pid=104585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:12:56.715770 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.services.segments.db [None req-ec590027-faa4-438e-bf12-e1f306a479c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '436de476-886f-4d89-85ff-77c429900144') {} {{(pid=104585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:12:56.732325 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ec590027-faa4-438e-bf12-e1f306a479c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746276519554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9024836'] for segment (436de476-886f-4d89-85ff-77c429900144), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:56.759915 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ec590027-faa4-438e-bf12-e1f306a479c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (436de476-886f-4d89-85ff-77c429900144), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:56.772635 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-8ca5e324-120d-4993-a864-1e4e68f0b6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1268176'] for port (56eeb76f-52f3-4f96-bf88-99c80eacdaa7), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:56.774856 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec590027-faa4-438e-bf12-e1f306a479c4 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=104585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:12:56.775229 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ec590027-faa4-438e-bf12-e1f306a479c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8872760'] for segment (436de476-886f-4d89-85ff-77c429900144), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:56.799301 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-93411397-943c-44b5-bb36-68b6d615d9c4 req-2b630fb4-b3da-428e-a4ec-acd1ba86e614 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808671 Jul 05 16:12:56.800913 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.services.segments.plugin [-] Segment 436de476-886f-4d89-85ff-77c429900144 resource provider aggregate not found Jul 05 16:12:56.824205 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5e324-120d-4993-a864-1e4e68f0b6da service neutron] Pushing event updated for resources: {'Port': ['ID=56eeb76f-52f3-4f96-bf88-99c80eacdaa7,revision_number=2']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:56.845005 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.services.segments.plugin [-] Segment 436de476-886f-4d89-85ff-77c429900144 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 436de476-886f-4d89-85ff-77c429900144 found for delete ", "request_id": "req-894432b0-6e37-46f5-97a5-d138ab250c7b"}]} Jul 05 16:12:56.872709 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:56.903063 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-8ca5e324-120d-4993-a864-1e4e68f0b6da service neutron] Attempting to bind port 56eeb76f-52f3-4f96-bf88-99c80eacdaa7 on host hv-cinder-84875 for vnic_type normal with profile {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:12:56.909068 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-8ca5e324-120d-4993-a864-1e4e68f0b6da service neutron] Attempting to bind port 56eeb76f-52f3-4f96-bf88-99c80eacdaa7 by drivers openvswitch,hyperv on host hv-cinder-84875 at level 0 using segments [{'id': 'f6022e8d-52b0-4684-bbca-ba47c36c042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef'}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:12:56.909068 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-8ca5e324-120d-4993-a864-1e4e68f0b6da service neutron] Attempting to bind port 56eeb76f-52f3-4f96-bf88-99c80eacdaa7 on network 77ec7356-4bd9-42af-abe3-f1b9c525bdef {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:12:56.909068 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-8ca5e324-120d-4993-a864-1e4e68f0b6da service neutron] Port 56eeb76f-52f3-4f96-bf88-99c80eacdaa7 on network 77ec7356-4bd9-42af-abe3-f1b9c525bdef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84875 {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 16:12:56.909068 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-8ca5e324-120d-4993-a864-1e4e68f0b6da service neutron] Attempting to bind port 56eeb76f-52f3-4f96-bf88-99c80eacdaa7 on network 77ec7356-4bd9-42af-abe3-f1b9c525bdef {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:12:56.914259 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-8ca5e324-120d-4993-a864-1e4e68f0b6da service neutron] Checking agent: {'id': '9349738f-6636-400c-ae94-e0965ca2b601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84875', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'started_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:12:56.914599 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-8ca5e324-120d-4993-a864-1e4e68f0b6da service neutron] Checking segment: {'id': 'f6022e8d-52b0-4684-bbca-ba47c36c042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:12:56.914986 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-8ca5e324-120d-4993-a864-1e4e68f0b6da service neutron] Bound using segment: {'id': 'f6022e8d-52b0-4684-bbca-ba47c36c042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef'} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:12:56.915410 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-8ca5e324-120d-4993-a864-1e4e68f0b6da service neutron] Bound port: 56eeb76f-52f3-4f96-bf88-99c80eacdaa7, host: hv-cinder-84875, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6022e8d-52b0-4684-bbca-ba47c36c042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef'}}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:12:56.915766 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-8ca5e324-120d-4993-a864-1e4e68f0b6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (56eeb76f-52f3-4f96-bf88-99c80eacdaa7), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:56.926746 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ec590027-faa4-438e-bf12-e1f306a479c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7757615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509440'] for network (143ca51d-04c4-49d1-b023-9392fa41c485), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:56.947125 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ec590027-faa4-438e-bf12-e1f306a479c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:56.950735 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-ec590027-faa4-438e-bf12-e1f306a479c4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/143ca51d-04c4-49d1-b023-9392fa41c485 HTTP/1.1" status: 204 len: 168 time: 0.4753511 Jul 05 16:12:56.951701 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec590027-faa4-438e-bf12-e1f306a479c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=143ca51d-04c4-49d1-b023-9392fa41c485,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:56.996806 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-8ca5e324-120d-4993-a864-1e4e68f0b6da service neutron] For port 56eeb76f-52f3-4f96-bf88-99c80eacdaa7, host hv-cinder-84875, cleared binding levels {{(pid=104584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:12:57.000556 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-8ca5e324-120d-4993-a864-1e4e68f0b6da service neutron] For port 56eeb76f-52f3-4f96-bf88-99c80eacdaa7, host hv-cinder-84875, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=56eeb76f-52f3-4f96-bf88-99c80eacdaa7,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:12:57.104372 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-8ca5e324-120d-4993-a864-1e4e68f0b6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1268176'] for port (56eeb76f-52f3-4f96-bf88-99c80eacdaa7), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:57.151970 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-8ca5e324-120d-4993-a864-1e4e68f0b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:57.152931 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-8ca5e324-120d-4993-a864-1e4e68f0b6da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:57.154824 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-8ca5e324-120d-4993-a864-1e4e68f0b6da service neutron] 10.222.0.47 "PUT /v2.0/ports/56eeb76f-52f3-4f96-bf88-99c80eacdaa7 HTTP/1.1" status: 200 len: 1094 time: 0.8334429 Jul 05 16:12:57.155567 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f42f67a-5eab-461d-9467-84aea8666852', 'tag': '56eeb76f-52f3-4f96-bf88-99c80eacdaa7'}] {{(pid=104584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:12:57.158153 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be4aa087849a65c4a9e8a755187e63754d0c6c7db9367de7c29ca822742d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ec1126-611b-408b-98ff-0700d8f8c0a6" -d '{"events": [{"name": "network-changed", "server_uuid": "1f42f67a-5eab-461d-9467-84aea8666852", "tag": "56eeb76f-52f3-4f96-bf88-99c80eacdaa7"}]}' {{(pid=104584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:12:57.190601 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5e324-120d-4993-a864-1e4e68f0b6da service neutron] Pushing event updated for resources: {'Port': ['ID=56eeb76f-52f3-4f96-bf88-99c80eacdaa7,revision_number=3']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:57.242509 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:57.251436 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8cabb-fd39-441e-a94b-c0c1472103cc req-229f5312-afba-4c24-9096-bf47d7d65f9b tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:57.252935 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-94e8cabb-fd39-441e-a94b-c0c1472103cc req-229f5312-afba-4c24-9096-bf47d7d65f9b tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f42f67a-5eab-461d-9467-84aea8666852 HTTP/1.1" status: 200 len: 944 time: 0.2990251 Jul 05 16:12:57.311251 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf9d7b-a0b9-490b-9a6c-03c3d4460ff6 req-a2ffdf4e-7eb8-4401-b99c-3ad5cfc13d3b tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:57.312749 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2bbf9d7b-a0b9-490b-9a6c-03c3d4460ff6 req-a2ffdf4e-7eb8-4401-b99c-3ad5cfc13d3b tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0686731 Jul 05 16:12:57.330127 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-50e87218-5159-40c4-834e-b233fea0ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:57.332489 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-50e87218-5159-40c4-834e-b233fea0ac3d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e6ad67dbf542528726c545872ac10c&device_id=1f42f67a-5eab-461d-9467-84aea8666852 HTTP/1.1" status: 200 len: 1128 time: 0.0510950 Jul 05 16:12:57.355439 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:57.362395 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-94e8cabb-fd39-441e-a94b-c0c1472103cc req-6c625f77-a9b7-40ee-bacf-d1f00b94d14f tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b61dff5-df44-4c2f-89fb-0f5438c2540f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738902 Jul 05 16:12:57.362866 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 47840) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:12:57.395216 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-a3319038-8cc3-430c-a645-09e94514cf01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56eeb76f-52f3-4f96-bf88-99c80eacdaa7 HTTP/1.1" status: 200 len: 217 time: 0.0473161 Jul 05 16:12:57.430843 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2bbf9d7b-a0b9-490b-9a6c-03c3d4460ff6 req-1605f5bc-7590-4a88-bc11-aec7539830e3 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079371 Jul 05 16:12:57.434534 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-67c8c507-ea27-4ab2-9fbf-4f4e5094a566 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dce6460ca0714dc98df6e69034242a7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0704513 Jul 05 16:12:57.437672 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 47842) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:12:57.440162 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164f98e4-814c-494f-91b6-4d7483b9778c x-openstack-request-id: req-164f98e4-814c-494f-91b6-4d7483b9778c {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:12:57.440445 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f42f67a-5eab-461d-9467-84aea8666852", "tag": "56eeb76f-52f3-4f96-bf88-99c80eacdaa7", "status": "completed", "code": 200}]} {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:12:57.440691 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-164f98e4-814c-494f-91b6-4d7483b9778c {{(pid=104584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:12:57.441100 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-164f98e4-814c-494f-91b6-4d7483b9778c'] response: {'name': 'network-changed', 'server_uuid': '1f42f67a-5eab-461d-9467-84aea8666852', 'tag': '56eeb76f-52f3-4f96-bf88-99c80eacdaa7', 'status': 'completed', 'code': 200} Jul 05 16:12:57.446920 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:57.455476 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-2aa35598-cbbd-42a4-add0-5f54969163d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:57.456889 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-2aa35598-cbbd-42a4-add0-5f54969163d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c2b09a9-00a4-429f-86c4-f8b1d0e4e593 HTTP/1.1" status: 200 len: 854 time: 0.0593271 Jul 05 16:12:57.493072 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-37cdc4dc-b57b-4824-b298-666e89b801cf admin admin] Publish callbacks [] for security_group (3c158a23-d890-4a27-8385-210aa09127d6), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:57.493702 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 0acdc586-b1e0-458b-8b41-006c61e42c40 up at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:12:57.502661 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-71193e37-16f3-425e-ab32-ea12c1db8f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:57.504204 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-71193e37-16f3-425e-ab32-ea12c1db8f98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77ec7356-4bd9-42af-abe3-f1b9c525bdef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410130 Jul 05 16:12:57.515252 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-37cdc4dc-b57b-4824-b298-666e89b801cf admin admin] Publish callbacks [] for security_group (3c158a23-d890-4a27-8385-210aa09127d6), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:57.543218 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning for port 0acdc586-b1e0-458b-8b41-006c61e42c40 completed by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 16:12:57.597505 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning complete for port 0acdc586-b1e0-458b-8b41-006c61e42c40 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:12:57.597999 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (0acdc586-b1e0-458b-8b41-006c61e42c40), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:57.604534 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-0e6e0ad8-15f0-4f65-8919-4a0cdce942d8 service neutron] 10.222.0.47 "GET /v2.0/networks/77ec7356-4bd9-42af-abe3-f1b9c525bdef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944195 Jul 05 16:12:57.620820 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-37cdc4dc-b57b-4824-b298-666e89b801cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (3c158a23-d890-4a27-8385-210aa09127d6), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:57.624925 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-37cdc4dc-b57b-4824-b298-666e89b801cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:57.628529 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-37cdc4dc-b57b-4824-b298-666e89b801cf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3c158a23-d890-4a27-8385-210aa09127d6 HTTP/1.1" status: 204 len: 168 time: 0.1876504 Jul 05 16:12:57.638589 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cdc4dc-b57b-4824-b298-666e89b801cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c158a23-d890-4a27-8385-210aa09127d6,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:57.698858 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 0acdc586-b1e0-458b-8b41-006c61e42c40 is: BUILD; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:12:57.699258 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (0acdc586-b1e0-458b-8b41-006c61e42c40), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:57.714117 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-72388a91-1c99-4f8f-b687-b167300e53f7 req-19e2d900-84db-4879-8a5d-46c6c819e053 service neutron] 10.222.0.47 "GET /v2.0/networks/77ec7356-4bd9-42af-abe3-f1b9c525bdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012988 Jul 05 16:12:57.723411 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e85e1f-39bb-4c8c-addb-85ae261a3eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acdc586-b1e0-458b-8b41-006c61e42c40'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:12:57.726424 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ad3c67-75d5-4e3d-93f9-6f062ae4c8d8" -d '{"events": [{"server_uuid": "e7e85e1f-39bb-4c8c-addb-85ae261a3eb7", "name": "network-vif-plugged", "status": "completed", "tag": "0acdc586-b1e0-458b-8b41-006c61e42c40"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:12:57.730740 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:57.740559 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 0acdc586-b1e0-458b-8b41-006c61e42c40, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=0acdc586-b1e0-458b-8b41-006c61e42c40,segment=NetworkSegment(6cb851d9-2578-43eb-ad94-7015cda84bbb),segment_id=6cb851d9-2578-43eb-ad94-7015cda84bbb)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:12:57.764437 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9edaaf-a4a9-4f7e-9fd0-ddf4627007bd x-openstack-request-id: req-1e9edaaf-a4a9-4f7e-9fd0-ddf4627007bd {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:12:57.764744 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e85e1f-39bb-4c8c-addb-85ae261a3eb7", "name": "network-vif-plugged", "status": "completed", "tag": "0acdc586-b1e0-458b-8b41-006c61e42c40", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:12:57.765029 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1e9edaaf-a4a9-4f7e-9fd0-ddf4627007bd {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:12:57.765510 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e9edaaf-a4a9-4f7e-9fd0-ddf4627007bd'] response: {'server_uuid': 'e7e85e1f-39bb-4c8c-addb-85ae261a3eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acdc586-b1e0-458b-8b41-006c61e42c40', 'code': 200} Jul 05 16:12:57.904219 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (0acdc586-b1e0-458b-8b41-006c61e42c40), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:57.944424 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a50cd5-57fc-4993-9a8f-c773f2713f0f req-9a7cefef-8d9d-4500-93d8-cbae3c3a39fd tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:57.945530 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-58a50cd5-57fc-4993-9a8f-c773f2713f0f req-9a7cefef-8d9d-4500-93d8-cbae3c3a39fd tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 946 time: 0.0515258 Jul 05 16:12:57.958879 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=0acdc586-b1e0-458b-8b41-006c61e42c40,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:58.009967 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-58a50cd5-57fc-4993-9a8f-c773f2713f0f req-41bd46e1-4856-437a-9f04-cd91bc4838f8 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519896 Jul 05 16:12:58.481222 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb7e59-a690-40b6-9d31-b7a0eb779676 req-803987db-29a4-4930-8077-13213b8c2b0d tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:58.485476 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2edb7e59-a690-40b6-9d31-b7a0eb779676 req-803987db-29a4-4930-8077-13213b8c2b0d tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f42f67a-5eab-461d-9467-84aea8666852 HTTP/1.1" status: 200 len: 944 time: 0.0512638 Jul 05 16:12:58.571044 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810816a-fd0b-4469-9155-ad90211c2efc req-caf4eb36-040c-4c90-85e7-715fe8bb3763 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:58.572304 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c810816a-fd0b-4469-9155-ad90211c2efc req-caf4eb36-040c-4c90-85e7-715fe8bb3763 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0662599 Jul 05 16:12:58.575437 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2edb7e59-a690-40b6-9d31-b7a0eb779676 req-c7dd6c73-c504-4290-ac20-968dca86b893 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b61dff5-df44-4c2f-89fb-0f5438c2540f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866084 Jul 05 16:12:58.627451 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c810816a-fd0b-4469-9155-ad90211c2efc req-a77a5293-8a5d-401c-a02e-3d27a98b8c63 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491593 Jul 05 16:12:58.743965 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec1126-611b-408b-98ff-0700d8f8c0a6 req-0b7cf0f2-28fa-4b7c-bad0-3ea67ab1ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:58.745537 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-f0ec1126-611b-408b-98ff-0700d8f8c0a6 req-0b7cf0f2-28fa-4b7c-bad0-3ea67ab1ca6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e6ad67dbf542528726c545872ac10c&device_id=1f42f67a-5eab-461d-9467-84aea8666852 HTTP/1.1" status: 200 len: 1128 time: 0.0505445 Jul 05 16:12:58.768806 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26541ab8-0c67-4449-87de-19e61c3f660c req-fe0e3782-0571-40b2-9762-54fd8166829e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:58.770306 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-26541ab8-0c67-4449-87de-19e61c3f660c req-fe0e3782-0571-40b2-9762-54fd8166829e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 1130 time: 0.0526638 Jul 05 16:12:58.823553 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-26541ab8-0c67-4449-87de-19e61c3f660c req-9860773e-a3ea-4a9e-909a-4457c857d226 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470977 Jul 05 16:12:58.845133 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec1126-611b-408b-98ff-0700d8f8c0a6 req-01aeedb5-8157-492d-9a8d-448998469599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:58.846758 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-f0ec1126-611b-408b-98ff-0700d8f8c0a6 req-01aeedb5-8157-492d-9a8d-448998469599 service neutron] 10.222.0.47 "GET /v2.0/networks?id=77ec7356-4bd9-42af-abe3-f1b9c525bdef HTTP/1.1" status: 200 len: 916 time: 0.0944889 Jul 05 16:12:59.071169 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-f0ec1126-611b-408b-98ff-0700d8f8c0a6 req-6c19798a-1423-4fcc-ae2b-b00801994e0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56eeb76f-52f3-4f96-bf88-99c80eacdaa7 HTTP/1.1" status: 200 len: 217 time: 0.0336723 Jul 05 16:12:59.125387 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec1126-611b-408b-98ff-0700d8f8c0a6 req-28e87cc6-00bc-4f3f-b5c0-59a24e718cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:59.126829 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-f0ec1126-611b-408b-98ff-0700d8f8c0a6 req-28e87cc6-00bc-4f3f-b5c0-59a24e718cf6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c2b09a9-00a4-429f-86c4-f8b1d0e4e593 HTTP/1.1" status: 200 len: 854 time: 0.0486813 Jul 05 16:12:59.128341 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4ebb9-2e38-4aa4-a07a-2dafb0c45c8d req-4a082866-6d00-4a5a-bcdd-74de0e377e54 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:59.129828 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-bfb4ebb9-2e38-4aa4-a07a-2dafb0c45c8d req-4a082866-6d00-4a5a-bcdd-74de0e377e54 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 946 time: 0.0511422 Jul 05 16:12:59.171724 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec1126-611b-408b-98ff-0700d8f8c0a6 req-70f18f7b-5cfc-4e9d-b66b-5bee01a79633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:59.173294 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-f0ec1126-611b-408b-98ff-0700d8f8c0a6 req-70f18f7b-5cfc-4e9d-b66b-5bee01a79633 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77ec7356-4bd9-42af-abe3-f1b9c525bdef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402718 Jul 05 16:12:59.177701 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-bfb4ebb9-2e38-4aa4-a07a-2dafb0c45c8d req-20740eee-c963-42a0-a18a-df11bb159a58 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410683 Jul 05 16:12:59.272234 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-f0ec1126-611b-408b-98ff-0700d8f8c0a6 req-2e6d34d8-5ebf-4211-a1e2-c04887f6d923 service neutron] 10.222.0.47 "GET /v2.0/networks/77ec7356-4bd9-42af-abe3-f1b9c525bdef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839725 Jul 05 16:12:59.406409 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 47882) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:12:59.514193 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-aacbdf96-3f72-471c-9284-58ecb2d0f923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:59.532996 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:59.608904 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-aacbdf96-3f72-471c-9284-58ecb2d0f923 admin admin] Publish callbacks [] for security_group (f3641d5d-d319-4b16-a511-f3e6c580ba7d), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:59.678731 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-f0ec1126-611b-408b-98ff-0700d8f8c0a6 req-67889e04-3365-48a7-a89f-c7636c89cc9c service neutron] 10.222.0.47 "GET /v2.0/networks/77ec7356-4bd9-42af-abe3-f1b9c525bdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013405 Jul 05 16:12:59.691829 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25428339-c9e1-448d-9e03-9d79362a604c req-2ee1fc4b-ab41-4f1e-b244-d287879d396a tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:59.694253 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-25428339-c9e1-448d-9e03-9d79362a604c req-2ee1fc4b-ab41-4f1e-b244-d287879d396a tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f42f67a-5eab-461d-9467-84aea8666852 HTTP/1.1" status: 200 len: 944 time: 0.0514600 Jul 05 16:12:59.709899 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-aacbdf96-3f72-471c-9284-58ecb2d0f923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (f3641d5d-d319-4b16-a511-f3e6c580ba7d), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:59.711804 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:59.748856 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbdf96-3f72-471c-9284-58ecb2d0f923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3641d5d-d319-4b16-a511-f3e6c580ba7d,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:12:59.753426 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-aacbdf96-3f72-471c-9284-58ecb2d0f923 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3989c95816d542ae9f002e2b5e5338a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3459420 Jul 05 16:12:59.756587 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 47890) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:12:59.774010 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f0128-7520-4087-b0ac-314966470629 req-f04417fc-6cb4-4e05-9143-f406a1aa1450 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:12:59.775485 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ce7f0128-7520-4087-b0ac-314966470629 req-f04417fc-6cb4-4e05-9143-f406a1aa1450 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0767336 Jul 05 16:12:59.798133 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:12:59.802734 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-25428339-c9e1-448d-9e03-9d79362a604c req-8446d4b1-a51b-4501-b1c3-86704569b2cf tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b61dff5-df44-4c2f-89fb-0f5438c2540f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929010 Jul 05 16:12:59.810307 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3faef4e0-a7a2-4a3e-ad2c-cd4afb9b301b admin admin] Publish callbacks [] for security_group (f3641d5d-d319-4b16-a511-f3e6c580ba7d), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:59.835544 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3faef4e0-a7a2-4a3e-ad2c-cd4afb9b301b admin admin] Publish callbacks [] for security_group (f3641d5d-d319-4b16-a511-f3e6c580ba7d), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:59.837651 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ce7f0128-7520-4087-b0ac-314966470629 req-6ef22b2a-da0b-4f73-9509-c1a8ae7e3bea tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542390 Jul 05 16:12:59.963278 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3faef4e0-a7a2-4a3e-ad2c-cd4afb9b301b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (f3641d5d-d319-4b16-a511-f3e6c580ba7d), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:59.965860 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3faef4e0-a7a2-4a3e-ad2c-cd4afb9b301b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:12:59.966997 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-3faef4e0-a7a2-4a3e-ad2c-cd4afb9b301b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f3641d5d-d319-4b16-a511-f3e6c580ba7d HTTP/1.1" status: 204 len: 168 time: 0.2093756 Jul 05 16:12:59.975333 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faef4e0-a7a2-4a3e-ad2c-cd4afb9b301b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3641d5d-d319-4b16-a511-f3e6c580ba7d,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:00.297110 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa73919-603d-409f-907e-df7d659978c5 req-e5de8c2d-893b-4e6e-9a88-e6757db4f488 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:00.298716 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1aa73919-603d-409f-907e-df7d659978c5 req-e5de8c2d-893b-4e6e-9a88-e6757db4f488 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 946 time: 0.0507505 Jul 05 16:13:00.350311 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1aa73919-603d-409f-907e-df7d659978c5 req-fd1024eb-8909-4a2c-9fea-4cba3d45899a tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450153 Jul 05 16:13:00.426665 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:00.434275 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=4 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:00.927899 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccde23-33d8-4fd7-be63-7e9d0bbd25fc req-d9ec9eef-5b6a-486a-b7d1-a32d06d6ae13 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:00.929361 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-38ccde23-33d8-4fd7-be63-7e9d0bbd25fc req-d9ec9eef-5b6a-486a-b7d1-a32d06d6ae13 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f42f67a-5eab-461d-9467-84aea8666852 HTTP/1.1" status: 200 len: 944 time: 0.0554774 Jul 05 16:13:00.976517 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:00.982674 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7508aee-54fc-4d6d-ae5b-8adbe35e715f req-8b87eebf-e16e-48f8-8ac1-ecfd84369749 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:00.984093 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f7508aee-54fc-4d6d-ae5b-8adbe35e715f req-8b87eebf-e16e-48f8-8ac1-ecfd84369749 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0772295 Jul 05 16:13:01.020235 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-38ccde23-33d8-4fd7-be63-7e9d0bbd25fc req-d1dacb19-3b50-4b1d-b3aa-a69fbe44b738 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b61dff5-df44-4c2f-89fb-0f5438c2540f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716734 Jul 05 16:13:01.046347 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f7508aee-54fc-4d6d-ae5b-8adbe35e715f req-c0b4698d-bf4f-4056-8138-58f01d0a6706 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559731 Jul 05 16:13:01.386208 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:13:01.461233 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d8308-6dbe-4da9-818f-8c62717436b9 req-ee33913c-d2f9-41dd-87bc-4d624a75c991 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:01.462686 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-bb8d8308-6dbe-4da9-818f-8c62717436b9 req-ee33913c-d2f9-41dd-87bc-4d624a75c991 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 946 time: 0.0463347 Jul 05 16:13:01.509119 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-bb8d8308-6dbe-4da9-818f-8c62717436b9 req-98843954-fd39-4a96-87dd-63d619800ec1 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409222 Jul 05 16:13:01.511979 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 56eeb76f-52f3-4f96-bf88-99c80eacdaa7 details requested by agent hyperv_hv-cinder-84875 with host hv-cinder-84875 {{(pid=104586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:13:01.618578 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 56eeb76f-52f3-4f96-bf88-99c80eacdaa7, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=56eeb76f-52f3-4f96-bf88-99c80eacdaa7,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:13:01.625559 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42071c-49c6-4f50-b424-bbb0869341ba req-bcb2bd29-a922-4688-a5ad-55e872a288a0 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:01.628256 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-db42071c-49c6-4f50-b424-bbb0869341ba req-bcb2bd29-a922-4688-a5ad-55e872a288a0 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 946 time: 0.0538096 Jul 05 16:13:01.630057 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Returning: {'device': '56eeb76f-52f3-4f96-bf88-99c80eacdaa7', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'port_id': '56eeb76f-52f3-4f96-bf88-99c80eacdaa7', 'mac_address': 'fa:16:3e:98:de:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:13:01.665430 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 56eeb76f-52f3-4f96-bf88-99c80eacdaa7 is: DOWN; New status is: BUILD {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:13:01.665818 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (56eeb76f-52f3-4f96-bf88-99c80eacdaa7), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:01.677649 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-db42071c-49c6-4f50-b424-bbb0869341ba req-64909887-4a3c-40bd-825a-2a9de60d129f tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451119 Jul 05 16:13:01.679486 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56eeb76f-52f3-4f96-bf88-99c80eacdaa7 {{(pid=104586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:13:01.701832 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 56eeb76f-52f3-4f96-bf88-99c80eacdaa7, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=56eeb76f-52f3-4f96-bf88-99c80eacdaa7,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:13:01.772709 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (56eeb76f-52f3-4f96-bf88-99c80eacdaa7), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:01.800230 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:01.819395 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=56eeb76f-52f3-4f96-bf88-99c80eacdaa7,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:02.003795 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee0db1-1040-4cad-8497-6956443cff9a req-53c01f5f-c6b9-4524-b10e-0fb9811a2136 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:02.005750 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7aee0db1-1040-4cad-8497-6956443cff9a req-53c01f5f-c6b9-4524-b10e-0fb9811a2136 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 946 time: 0.0476639 Jul 05 16:13:02.050349 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['56eeb76f-52f3-4f96-bf88-99c80eacdaa7'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:13:02.062876 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7aee0db1-1040-4cad-8497-6956443cff9a req-334f4619-709a-4d0e-ba2f-784d31ae42b9 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466058 Jul 05 16:13:02.184083 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ea974-70bf-475e-b814-edb0090b888c req-9709c114-bdaa-441b-bb29-2a3d666ac299 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:02.186164 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7d3ea974-70bf-475e-b814-edb0090b888c req-9709c114-bdaa-441b-bb29-2a3d666ac299 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f42f67a-5eab-461d-9467-84aea8666852 HTTP/1.1" status: 200 len: 945 time: 0.0851738 Jul 05 16:13:02.206983 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8857dc-1276-40f0-bd13-9c58586d4dd6 req-18857122-5f75-4247-b8f1-ccf3bee3f4ae tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:02.208794 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7d8857dc-1276-40f0-bd13-9c58586d4dd6 req-18857122-5f75-4247-b8f1-ccf3bee3f4ae tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0706382 Jul 05 16:13:02.274169 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7d3ea974-70bf-475e-b814-edb0090b888c req-9f0ca3b9-048f-448e-9c02-452ec1cb2e6d tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b61dff5-df44-4c2f-89fb-0f5438c2540f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831723 Jul 05 16:13:02.281171 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7d8857dc-1276-40f0-bd13-9c58586d4dd6 req-48af8eaf-a454-460c-9865-52523d830ce9 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650370 Jul 05 16:13:02.945816 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-4a10a2fe-9e8d-4253-ad69-d54c75b9eaac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:03.419913 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed234a0c-30af-44a2-9511-9ae1f071cfe3 req-138b3555-c544-4940-b1ee-4ad7dbb26362 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:03.421401 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ed234a0c-30af-44a2-9511-9ae1f071cfe3 req-138b3555-c544-4940-b1ee-4ad7dbb26362 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f42f67a-5eab-461d-9467-84aea8666852 HTTP/1.1" status: 200 len: 945 time: 0.0812221 Jul 05 16:13:03.431484 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab54f5a-357e-4dcb-9401-d386548e5c79 req-8d3fd12f-86c2-460d-8684-25d3aca149a4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:03.432869 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9ab54f5a-357e-4dcb-9401-d386548e5c79 req-8d3fd12f-86c2-460d-8684-25d3aca149a4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0638313 Jul 05 16:13:03.508160 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ed234a0c-30af-44a2-9511-9ae1f071cfe3 req-deb6a598-ab40-4bfe-bfa1-fc52b9aac729 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b61dff5-df44-4c2f-89fb-0f5438c2540f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743606 Jul 05 16:13:03.512307 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9ab54f5a-357e-4dcb-9401-d386548e5c79 req-572af8a4-2ec3-4195-a9ca-fa9ac5443a2a tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726130 Jul 05 16:13:03.534334 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 56eeb76f-52f3-4f96-bf88-99c80eacdaa7 up at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:13:03.575223 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning for port 56eeb76f-52f3-4f96-bf88-99c80eacdaa7 completed by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 16:13:03.648637 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning complete for port 56eeb76f-52f3-4f96-bf88-99c80eacdaa7 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:13:03.649037 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (56eeb76f-52f3-4f96-bf88-99c80eacdaa7), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:03.727897 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 56eeb76f-52f3-4f96-bf88-99c80eacdaa7 is: BUILD; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:13:03.728290 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (56eeb76f-52f3-4f96-bf88-99c80eacdaa7), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:03.752285 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f42f67a-5eab-461d-9467-84aea8666852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56eeb76f-52f3-4f96-bf88-99c80eacdaa7'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:13:03.754634 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52a37a1-80f0-49f5-b132-145379b048fa" -d '{"events": [{"server_uuid": "1f42f67a-5eab-461d-9467-84aea8666852", "name": "network-vif-plugged", "status": "completed", "tag": "56eeb76f-52f3-4f96-bf88-99c80eacdaa7"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:13:03.767939 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 56eeb76f-52f3-4f96-bf88-99c80eacdaa7, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=56eeb76f-52f3-4f96-bf88-99c80eacdaa7,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:13:03.810066 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc0bfeb-008f-4210-9950-7db8f326273e x-openstack-request-id: req-3fc0bfeb-008f-4210-9950-7db8f326273e {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:13:03.815351 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f42f67a-5eab-461d-9467-84aea8666852", "name": "network-vif-plugged", "status": "completed", "tag": "56eeb76f-52f3-4f96-bf88-99c80eacdaa7", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:13:03.815351 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3fc0bfeb-008f-4210-9950-7db8f326273e {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:13:03.815351 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fc0bfeb-008f-4210-9950-7db8f326273e'] response: {'server_uuid': '1f42f67a-5eab-461d-9467-84aea8666852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56eeb76f-52f3-4f96-bf88-99c80eacdaa7', 'code': 200} Jul 05 16:13:03.837789 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (56eeb76f-52f3-4f96-bf88-99c80eacdaa7), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:03.889939 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=56eeb76f-52f3-4f96-bf88-99c80eacdaa7,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:04.094259 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4fc65-9ce3-4083-bc5e-a65e63418101 req-0dd0d805-6b07-4db3-ad8f-85b2e3b0728a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:04.095640 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-5ab4fc65-9ce3-4083-bc5e-a65e63418101 req-0dd0d805-6b07-4db3-ad8f-85b2e3b0728a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f42f67a-5eab-461d-9467-84aea8666852 HTTP/1.1" status: 200 len: 1130 time: 0.0375221 Jul 05 16:13:04.140116 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-5ab4fc65-9ce3-4083-bc5e-a65e63418101 req-4471a82a-71e0-4983-bb06-6da8c3894acc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6b61dff5-df44-4c2f-89fb-0f5438c2540f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383220 Jul 05 16:13:04.606449 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:04.621430 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2742d9-b2b4-4ad0-b169-6495a5f67e59 req-8027eb15-8659-40c0-8a6b-c7c8c73b528d tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:04.622850 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7f2742d9-b2b4-4ad0-b169-6495a5f67e59 req-8027eb15-8659-40c0-8a6b-c7c8c73b528d tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f42f67a-5eab-461d-9467-84aea8666852 HTTP/1.1" status: 200 len: 946 time: 0.0468926 Jul 05 16:13:04.675087 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7f2742d9-b2b4-4ad0-b169-6495a5f67e59 req-46c3e5ae-e061-4513-926b-928a795ed7bc tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b61dff5-df44-4c2f-89fb-0f5438c2540f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466616 Jul 05 16:13:04.730879 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98924c6-b4b5-41e1-87f7-2c2a27cb460a req-30c21f26-4369-460c-be2a-337a50c6bdb2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:04.732239 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b98924c6-b4b5-41e1-87f7-2c2a27cb460a req-30c21f26-4369-460c-be2a-337a50c6bdb2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0475945 Jul 05 16:13:04.780200 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b98924c6-b4b5-41e1-87f7-2c2a27cb460a req-0bea247f-3aee-41f0-b32c-3cb13db6df77 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421174 Jul 05 16:13:05.226006 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-aeb7fa40-29fc-441b-95b3-c10766aeb265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:05.796541 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809ca98-472c-4d3d-a5cc-d4dbcdf7072e req-9359c3a9-2221-4f61-aa3d-85f7b63174c5 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:05.798056 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5809ca98-472c-4d3d-a5cc-d4dbcdf7072e req-9359c3a9-2221-4f61-aa3d-85f7b63174c5 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f42f67a-5eab-461d-9467-84aea8666852 HTTP/1.1" status: 200 len: 946 time: 0.0461442 Jul 05 16:13:05.849762 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5809ca98-472c-4d3d-a5cc-d4dbcdf7072e req-7c631e65-3c54-4285-a463-aa78b4596fbe tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b61dff5-df44-4c2f-89fb-0f5438c2540f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455348 Jul 05 16:13:05.890119 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:05.901055 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ca03b-ba2f-4fda-978f-aefb1491c7f2 req-a684b5d3-fa6b-49e5-83be-27104f688d4f tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:05.902530 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b49ca03b-ba2f-4fda-978f-aefb1491c7f2 req-a684b5d3-fa6b-49e5-83be-27104f688d4f tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0502863 Jul 05 16:13:05.951327 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b49ca03b-ba2f-4fda-978f-aefb1491c7f2 req-fadacfbe-0830-4514-9a36-d6d5115507f5 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431130 Jul 05 16:13:06.320728 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:06.961799 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6b979-a508-4f5a-ba33-380e5d8386fa req-46d1eaa1-09c3-4d7a-82b5-de8547efb223 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:06.963234 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-33b6b979-a508-4f5a-ba33-380e5d8386fa req-46d1eaa1-09c3-4d7a-82b5-de8547efb223 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f42f67a-5eab-461d-9467-84aea8666852 HTTP/1.1" status: 200 len: 946 time: 0.0457845 Jul 05 16:13:07.010320 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-33b6b979-a508-4f5a-ba33-380e5d8386fa req-e20b32f6-9fef-4568-b61c-2d10a7721996 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b61dff5-df44-4c2f-89fb-0f5438c2540f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416019 Jul 05 16:13:07.066616 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08913a79-5c9a-4e76-99c4-8dd18a2209de req-2e26f3b4-9aba-45d0-b2d0-6619559f0963 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:07.068727 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-08913a79-5c9a-4e76-99c4-8dd18a2209de req-2e26f3b4-9aba-45d0-b2d0-6619559f0963 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0497622 Jul 05 16:13:07.130775 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d246724-061d-4a02-9cfd-86baaae44a15 req-92b99bd4-2f0d-47d0-8fee-28edfc9ba6a8 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:07.132202 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3d246724-061d-4a02-9cfd-86baaae44a15 req-92b99bd4-2f0d-47d0-8fee-28edfc9ba6a8 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f42f67a-5eab-461d-9467-84aea8666852 HTTP/1.1" status: 200 len: 946 time: 0.0599470 Jul 05 16:13:07.141197 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 47962) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:13:07.146342 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-ad51051a-44ff-40e7-9ffc-60bfdb501f04 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Request body: {'floatingip': {'port_id': '56eeb76f-52f3-4f96-bf88-99c80eacdaa7'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:13:07.152853 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-08913a79-5c9a-4e76-99c4-8dd18a2209de req-20f321b1-1d21-4bb4-a17e-889e58cb5cd4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788493 Jul 05 16:13:07.197827 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-ad51051a-44ff-40e7-9ffc-60bfdb501f04 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (2a317169-9bcf-4cc4-962a-6d91bd56e2ff), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:07.875667 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-ad51051a-44ff-40e7-9ffc-60bfdb501f04 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:07.945757 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-ad51051a-44ff-40e7-9ffc-60bfdb501f04 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (2a317169-9bcf-4cc4-962a-6d91bd56e2ff), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:07.975570 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:08.038482 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.db.l3_db [None req-ad51051a-44ff-40e7-9ffc-60bfdb501f04 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Floating IP 2a317169-9bcf-4cc4-962a-6d91bd56e2ff associated. External IP: 172.27.3.56, port: 56eeb76f-52f3-4f96-bf88-99c80eacdaa7. Jul 05 16:13:08.075547 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:08.082801 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:08.232872 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:08.242207 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad51051a-44ff-40e7-9ffc-60bfdb501f04 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Router 62ec803d-f49a-44eb-80f0-981ac75615d4 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:13:08.267659 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a56787-697c-4876-8331-79515fdfcb47 req-70696e43-9f05-4294-845f-2233b94f4874 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:08.269153 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-10a56787-697c-4876-8331-79515fdfcb47 req-70696e43-9f05-4294-845f-2233b94f4874 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0480857 Jul 05 16:13:08.316986 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-10a56787-697c-4876-8331-79515fdfcb47 req-fdcfc58d-fe48-46ea-b767-77218041239e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413516 Jul 05 16:13:08.350337 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad51051a-44ff-40e7-9ffc-60bfdb501f04 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:13:08.355160 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-ad51051a-44ff-40e7-9ffc-60bfdb501f04 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:08.359774 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae8b4fc-cea2-4e36-bfac-9756fef6c163 None None] Sync routers for ids ['62ec803d-f49a-44eb-80f0-981ac75615d4'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:13:08.369108 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae8b4fc-cea2-4e36-bfac-9756fef6c163 None None] Routers {'62ec803d-f49a-44eb-80f0-981ac75615d4'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:13:08.369798 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-fae8b4fc-cea2-4e36-bfac-9756fef6c163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:13:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['62ec803d-f49a-44eb-80f0-981ac75615d4'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:08.372530 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:08.383985 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-ad51051a-44ff-40e7-9ffc-60bfdb501f04 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "PUT /v2.0/floatingips/2a317169-9bcf-4cc4-962a-6d91bd56e2ff HTTP/1.1" status: 200 len: 991 time: 1.2412086 Jul 05 16:13:08.384605 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f42f67a-5eab-461d-9467-84aea8666852', 'tag': '56eeb76f-52f3-4f96-bf88-99c80eacdaa7'}] {{(pid=104584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:13:08.386878 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be4aa087849a65c4a9e8a755187e63754d0c6c7db9367de7c29ca822742d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5517ae3-49de-4c96-a71d-931a5e65892d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f42f67a-5eab-461d-9467-84aea8666852", "tag": "56eeb76f-52f3-4f96-bf88-99c80eacdaa7"}]}' {{(pid=104584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:13:08.422798 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a582f4-d9ba-49dc-8aa8-0790ba3906a1 x-openstack-request-id: req-b3a582f4-d9ba-49dc-8aa8-0790ba3906a1 {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:13:08.423093 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f42f67a-5eab-461d-9467-84aea8666852", "tag": "56eeb76f-52f3-4f96-bf88-99c80eacdaa7", "status": "completed", "code": 200}]} {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:13:08.423352 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b3a582f4-d9ba-49dc-8aa8-0790ba3906a1 {{(pid=104584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:13:08.423766 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3a582f4-d9ba-49dc-8aa8-0790ba3906a1'] response: {'name': 'network-changed', 'server_uuid': '1f42f67a-5eab-461d-9467-84aea8666852', 'tag': '56eeb76f-52f3-4f96-bf88-99c80eacdaa7', 'status': 'completed', 'code': 200} Jul 05 16:13:08.471933 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-fae8b4fc-cea2-4e36-bfac-9756fef6c163 None None] Set router 62ec803d-f49a-44eb-80f0-981ac75615d4 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:13:08.485188 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5517ae3-49de-4c96-a71d-931a5e65892d req-002547b3-610d-4f30-9632-088fcd081d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:08.486724 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-e5517ae3-49de-4c96-a71d-931a5e65892d req-002547b3-610d-4f30-9632-088fcd081d65 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e6ad67dbf542528726c545872ac10c&device_id=1f42f67a-5eab-461d-9467-84aea8666852 HTTP/1.1" status: 200 len: 1130 time: 0.0405273 Jul 05 16:13:08.580668 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5517ae3-49de-4c96-a71d-931a5e65892d req-cef10c8e-fb64-44b4-bc46-3c82dc463a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:08.582224 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-e5517ae3-49de-4c96-a71d-931a5e65892d req-cef10c8e-fb64-44b4-bc46-3c82dc463a1f service neutron] 10.222.0.47 "GET /v2.0/networks?id=77ec7356-4bd9-42af-abe3-f1b9c525bdef HTTP/1.1" status: 200 len: 916 time: 0.0887330 Jul 05 16:13:08.620362 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:08.650565 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-e5517ae3-49de-4c96-a71d-931a5e65892d req-56e0e962-cf1e-4954-8bff-070067e2102d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56eeb76f-52f3-4f96-bf88-99c80eacdaa7 HTTP/1.1" status: 200 len: 999 time: 0.0547185 Jul 05 16:13:08.679315 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-fae8b4fc-cea2-4e36-bfac-9756fef6c163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '2a317169-9bcf-4cc4-962a-6d91bd56e2ff', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'port_id': '56eeb76f-52f3-4f96-bf88-99c80eacdaa7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'mac_address': 'fa:16:3e:98:de:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f42f67a-5eab-461d-9467-84aea8666852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:12:49Z', 'updated_at': '2022-07-05T16:13:07Z', 'revision_number': 1, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f', 'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'mac_address': 'fa:16:3e:6d:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:07Z', 'revision_number': 5, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'subnets': [{'id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:08.704305 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5517ae3-49de-4c96-a71d-931a5e65892d req-c365ef59-b3a6-40d2-a17d-7f491791bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:08.705893 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-e5517ae3-49de-4c96-a71d-931a5e65892d req-c365ef59-b3a6-40d2-a17d-7f491791bc17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c2b09a9-00a4-429f-86c4-f8b1d0e4e593 HTTP/1.1" status: 200 len: 854 time: 0.0481393 Jul 05 16:13:08.761312 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5517ae3-49de-4c96-a71d-931a5e65892d req-c847d201-c434-41d9-81b2-97953ee433d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:08.762846 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-e5517ae3-49de-4c96-a71d-931a5e65892d req-c847d201-c434-41d9-81b2-97953ee433d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77ec7356-4bd9-42af-abe3-f1b9c525bdef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415509 Jul 05 16:13:08.833357 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae8b4fc-cea2-4e36-bfac-9756fef6c163 None None] Checking router: 62ec803d-f49a-44eb-80f0-981ac75615d4 for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:13:08.841962 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae8b4fc-cea2-4e36-bfac-9756fef6c163 None None] Routers {'62ec803d-f49a-44eb-80f0-981ac75615d4'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:13:08.842571 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-fae8b4fc-cea2-4e36-bfac-9756fef6c163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:13:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['62ec803d-f49a-44eb-80f0-981ac75615d4'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:08.856828 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-e5517ae3-49de-4c96-a71d-931a5e65892d req-7206a21e-9418-4b6d-bbc1-b4122643b4a8 service neutron] 10.222.0.47 "GET /v2.0/networks/77ec7356-4bd9-42af-abe3-f1b9c525bdef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872450 Jul 05 16:13:08.947784 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-fae8b4fc-cea2-4e36-bfac-9756fef6c163 None None] Set router 62ec803d-f49a-44eb-80f0-981ac75615d4 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:13:08.953226 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-e5517ae3-49de-4c96-a71d-931a5e65892d req-8da05e82-4738-49d4-ae71-66728e540426 service neutron] 10.222.0.47 "GET /v2.0/networks/77ec7356-4bd9-42af-abe3-f1b9c525bdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904331 Jul 05 16:13:09.155048 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-fae8b4fc-cea2-4e36-bfac-9756fef6c163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '2a317169-9bcf-4cc4-962a-6d91bd56e2ff', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'port_id': '56eeb76f-52f3-4f96-bf88-99c80eacdaa7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'mac_address': 'fa:16:3e:98:de:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f42f67a-5eab-461d-9467-84aea8666852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:12:49Z', 'updated_at': '2022-07-05T16:13:07Z', 'revision_number': 1, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f', 'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'mac_address': 'fa:16:3e:6d:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:07Z', 'revision_number': 5, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'subnets': [{'id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:09.182863 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae8b4fc-cea2-4e36-bfac-9756fef6c163 None None] The sync data for ids ['62ec803d-f49a-44eb-80f0-981ac75615d4'] in dv-cinder-848759-1-iscsi is: [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '2a317169-9bcf-4cc4-962a-6d91bd56e2ff', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'port_id': '56eeb76f-52f3-4f96-bf88-99c80eacdaa7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'mac_address': 'fa:16:3e:98:de:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f42f67a-5eab-461d-9467-84aea8666852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:12:49Z', 'updated_at': '2022-07-05T16:13:07Z', 'revision_number': 1, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f', 'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'mac_address': 'fa:16:3e:6d:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:07Z', 'revision_number': 5, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'subnets': [{'id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:13:09.359075 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4cb75f-66c4-49b3-a3d0-03b8555ba532 None None] New status for floating IP 2a317169-9bcf-4cc4-962a-6d91bd56e2ff: ACTIVE {{(pid=104587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:13:09.435682 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052d7c3-a817-4e70-a227-1c9f17ac5728 req-89abe2d8-fa1e-4754-a1cf-3b65bd7c89e7 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:09.437235 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2052d7c3-a817-4e70-a227-1c9f17ac5728 req-89abe2d8-fa1e-4754-a1cf-3b65bd7c89e7 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0505817 Jul 05 16:13:09.487442 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2052d7c3-a817-4e70-a227-1c9f17ac5728 req-4fc47660-14a8-41e1-a012-1a81691a1ebb tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445867 Jul 05 16:13:10.607209 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438f121-0f83-4505-8abb-8801c61e446c req-25cf8442-12e5-4283-9f0d-edb135602431 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:10.608627 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e438f121-0f83-4505-8abb-8801c61e446c req-25cf8442-12e5-4283-9f0d-edb135602431 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0470145 Jul 05 16:13:10.656263 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e438f121-0f83-4505-8abb-8801c61e446c req-2c289817-0a43-4f94-ba37-5e13b2008a73 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412047 Jul 05 16:13:11.775188 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c5032-a001-410a-8e74-82742779fa93 req-6459afd1-143f-4374-a51e-b48a7af36539 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:11.776745 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-809c5032-a001-410a-8e74-82742779fa93 req-6459afd1-143f-4374-a51e-b48a7af36539 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0488472 Jul 05 16:13:11.831920 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-809c5032-a001-410a-8e74-82742779fa93 req-658a415c-4159-4f43-a262-8381c42f94cc tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463758 Jul 05 16:13:12.954533 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3c00d-3f1b-40a2-b4df-a25c2ce4cfe7 req-c84a5b08-3816-4a2d-be9e-b6cc50ab7dc8 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:12.955996 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-aec3c00d-3f1b-40a2-b4df-a25c2ce4cfe7 req-c84a5b08-3816-4a2d-be9e-b6cc50ab7dc8 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0475776 Jul 05 16:13:13.003279 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-aec3c00d-3f1b-40a2-b4df-a25c2ce4cfe7 req-8295fb2a-0992-4121-90aa-e9966dad9754 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417800 Jul 05 16:13:13.216302 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b05c6-b0ea-4ca9-8b79-17af474db13d req-1c8784f1-9cda-4a8c-b56b-d6797286dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:13.217837 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-378b05c6-b0ea-4ca9-8b79-17af474db13d req-1c8784f1-9cda-4a8c-b56b-d6797286dcf2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 1129 time: 0.0391159 Jul 05 16:13:13.262644 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-378b05c6-b0ea-4ca9-8b79-17af474db13d req-a5e82429-0a4a-45dc-81e2-3be2a46436bd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384884 Jul 05 16:13:14.101655 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:14.117388 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1f67d-f372-4124-91d0-3db217c6272b req-9381c96d-ca17-4035-a925-5e08d765a320 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:14.118834 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f5b1f67d-f372-4124-91d0-3db217c6272b req-9381c96d-ca17-4035-a925-5e08d765a320 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0470192 Jul 05 16:13:14.167139 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f5b1f67d-f372-4124-91d0-3db217c6272b req-3de850b8-9307-48a1-b9bd-73708063af25 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424938 Jul 05 16:13:14.376357 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9411f99-e48f-46bc-bffb-511669b4ceec req-a3217b41-0129-431f-81c8-e2d1f13161ce tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:14.377844 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f9411f99-e48f-46bc-bffb-511669b4ceec req-a3217b41-0129-431f-81c8-e2d1f13161ce tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 946 time: 0.0501595 Jul 05 16:13:14.426349 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f9411f99-e48f-46bc-bffb-511669b4ceec req-926da35b-fcea-4e4f-8c08-ed7325ca6b61 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422757 Jul 05 16:13:14.450054 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48024) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:13:14.638211 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c415cf-f677-4b04-8ad2-e3e73edd3091 tempest-TestMinimumBasicScenario-521716924 tempest-TestMinimumBasicScenario-521716924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:14.639729 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-43c415cf-f677-4b04-8ad2-e3e73edd3091 tempest-TestMinimumBasicScenario-521716924 tempest-TestMinimumBasicScenario-521716924-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 1125 time: 0.1886594 Jul 05 16:13:14.642610 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48030) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:13:14.646729 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Request body: {'floatingip': {'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'port_id': '0acdc586-b1e0-458b-8b41-006c61e42c40', 'tenant_id': '71b68c04578747d08842aab556e98030', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:13:14.774780 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:14.845002 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:14.852674 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:14.937044 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:14.964829 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_common [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Allocated IP 172.27.3.102 (90903495-288b-44cb-8357-c0c74fc45d82/c848da7f-4b94-4cfd-b899-6ee4cbeaeda8/e1198624-c560-483d-a2b3-0d2ea8d6a8ea) {{(pid=104584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:13:15.067733 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for port (e1198624-c560-483d-a2b3-0d2ea8d6a8ea), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:15.203469 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (e1198624-c560-483d-a2b3-0d2ea8d6a8ea), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:15.247583 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Network 90903495-288b-44cb-8357-c0c74fc45d82 is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:13:15.250594 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:13:15.254134 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Received port after_create {{(pid=104584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:13:15.278436 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Pushing event updated for resources: {'Port': ['ID=e1198624-c560-483d-a2b3-0d2ea8d6a8ea,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:15.287162 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a99c96-66bc-49f7-8b1d-a91fec0bd452 req-77836223-f4b1-413b-974e-a4ec675a374f tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:15.288751 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-75a99c96-66bc-49f7-8b1d-a91fec0bd452 req-77836223-f4b1-413b-974e-a4ec675a374f tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0526283 Jul 05 16:13:15.294217 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:15.294316 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:15.294632 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:15.294960 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:15.295284 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:15.295607 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:15.295935 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:15.296254 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:15.296571 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:15.296917 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:15.297238 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:15.297553 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:15.297868 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:15.298184 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:15.298497 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:15.340638 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-75a99c96-66bc-49f7-8b1d-a91fec0bd452 req-69f5d34f-6344-439f-b2e6-d7bc764d69ff tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446341 Jul 05 16:13:15.591448 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:15.642593 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for floatingip (1241b276-9535-4f45-9f62-b4464bf69e24), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:15.813005 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (e1198624-c560-483d-a2b3-0d2ea8d6a8ea), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:15.913331 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:15.925203 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb6d75-736f-4377-bd0b-5beaf115e677 req-786c2387-7b11-4ff8-a091-792c85ed5fa5 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:15.928048 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d7bb6d75-736f-4377-bd0b-5beaf115e677 req-786c2387-7b11-4ff8-a091-792c85ed5fa5 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0524204 Jul 05 16:13:15.978247 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d7bb6d75-736f-4377-bd0b-5beaf115e677 req-78d3b90e-171b-4760-9125-8a25e109ed30 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447407 Jul 05 16:13:15.987983 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:15.998867 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff7a6c-4f86-4200-b022-f0edc2e2c0c5 req-fe3fe624-6284-4be2-be60-09ea489a4240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:16.000410 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-efff7a6c-4f86-4200-b022-f0edc2e2c0c5 req-fe3fe624-6284-4be2-be60-09ea489a4240 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbe6a2de3cba4aa7b365f30f5b2f745c&device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 1129 time: 0.0563114 Jul 05 16:13:16.018015 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for port (e1198624-c560-483d-a2b3-0d2ea8d6a8ea), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:16.098143 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384e398-6f53-4d51-a2a7-160daea11aad req-51423281-8290-47e6-9da7-9c45e9577721 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:16.100004 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b384e398-6f53-4d51-a2a7-160daea11aad req-51423281-8290-47e6-9da7-9c45e9577721 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 946 time: 0.0460920 Jul 05 16:13:16.105596 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1268176'] for port (e1198624-c560-483d-a2b3-0d2ea8d6a8ea), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:16.149015 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b384e398-6f53-4d51-a2a7-160daea11aad req-932103f3-9043-42c8-ad28-0a4f2a5a181a tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432854 Jul 05 16:13:16.176013 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Pushing event updated for resources: {'Port': ['ID=e1198624-c560-483d-a2b3-0d2ea8d6a8ea,revision_number=2']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:16.189972 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (1241b276-9535-4f45-9f62-b4464bf69e24), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:16.279970 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.db.l3_db [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Floating IP 1241b276-9535-4f45-9f62-b4464bf69e24 associated. External IP: 172.27.3.102, port: 0acdc586-b1e0-458b-8b41-006c61e42c40. Jul 05 16:13:16.475509 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Router 00d89b28-a9b1-4f33-bba3-4158cf63a04a has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:13:16.576545 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:13:16.586271 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8e9445-a56e-406f-a4a3-09b6a30bb442 None None] Sync routers for ids ['00d89b28-a9b1-4f33-bba3-4158cf63a04a'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:13:16.595905 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8e9445-a56e-406f-a4a3-09b6a30bb442 None None] Routers {'00d89b28-a9b1-4f33-bba3-4158cf63a04a'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:13:16.596508 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-0c8e9445-a56e-406f-a4a3-09b6a30bb442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:13:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['00d89b28-a9b1-4f33-bba3-4158cf63a04a'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:16.651270 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:16.682302 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-78c81713-80eb-46b8-8b5d-5e0fbe446af2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0386906 Jul 05 16:13:16.682887 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e85e1f-39bb-4c8c-addb-85ae261a3eb7', 'tag': '0acdc586-b1e0-458b-8b41-006c61e42c40'}] {{(pid=104584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:13:16.685139 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be4aa087849a65c4a9e8a755187e63754d0c6c7db9367de7c29ca822742d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdce335-9d5e-4df8-9181-a5ecdf22ce04" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e85e1f-39bb-4c8c-addb-85ae261a3eb7", "tag": "0acdc586-b1e0-458b-8b41-006c61e42c40"}]}' {{(pid=104584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:13:16.685705 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 48054) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:13:16.691002 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-c4d8248a-05ec-43f7-b08b-74c1fb5bebb4 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-485465084', 'description': 'tempest-secgroup-smoke-485465084 description', 'project_id': '71b68c04578747d08842aab556e98030'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:13:16.699934 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-0c8e9445-a56e-406f-a4a3-09b6a30bb442 None None] Set router 00d89b28-a9b1-4f33-bba3-4158cf63a04a gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:13:16.723527 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eaadcb7-c8e0-4ace-88ab-0fe7fa496d99 x-openstack-request-id: req-6eaadcb7-c8e0-4ace-88ab-0fe7fa496d99 {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:13:16.723818 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e85e1f-39bb-4c8c-addb-85ae261a3eb7", "tag": "0acdc586-b1e0-458b-8b41-006c61e42c40", "status": "completed", "code": 200}]} {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:13:16.724069 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6eaadcb7-c8e0-4ace-88ab-0fe7fa496d99 {{(pid=104584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:13:16.724471 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eaadcb7-c8e0-4ace-88ab-0fe7fa496d99'] response: {'name': 'network-changed', 'server_uuid': 'e7e85e1f-39bb-4c8c-addb-85ae261a3eb7', 'tag': '0acdc586-b1e0-458b-8b41-006c61e42c40', 'status': 'completed', 'code': 200} Jul 05 16:13:16.783169 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c4d8248a-05ec-43f7-b08b-74c1fb5bebb4 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:16.850229 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c4d8248a-05ec-43f7-b08b-74c1fb5bebb4 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for security_group (193810cf-2e17-46e2-b6c3-5ef68e3c5435), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:16.868376 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=100 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:16.908551 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c4d8248a-05ec-43f7-b08b-74c1fb5bebb4 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (193810cf-2e17-46e2-b6c3-5ef68e3c5435), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:16.911074 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-0c8e9445-a56e-406f-a4a3-09b6a30bb442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'name': 'tempest-TestMinimumBasicScenario-1860594532-router', 'tenant_id': '71b68c04578747d08842aab556e98030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '6f5c71a8-ddee-4a92-b056-21c31c3c9607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:12:04Z', 'updated_at': '2022-07-05T16:12:09Z', 'revision_number': 4, 'project_id': '71b68c04578747d08842aab556e98030', 'gw_port': {'id': '6f5c71a8-ddee-4a92-b056-21c31c3c9607', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:05Z', 'updated_at': '2022-07-05T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '1241b276-9535-4f45-9f62-b4464bf69e24', 'tenant_id': '71b68c04578747d08842aab556e98030', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'port_id': '0acdc586-b1e0-458b-8b41-006c61e42c40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0', 'mac_address': 'fa:16:3e:7a:4f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e85e1f-39bb-4c8c-addb-85ae261a3eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:13:15Z', 'updated_at': '2022-07-05T16:13:15Z', 'revision_number': 0, 'project_id': '71b68c04578747d08842aab556e98030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf1d5952-db88-4289-99c1-e109ca37aaee', 'name': '', 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0', 'tenant_id': '71b68c04578747d08842aab556e98030', 'mac_address': 'fa:16:3e:1b:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ed907310-55eb-4496-abc3-ae90b3926b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:08Z', 'updated_at': '2022-07-05T16:12:12Z', 'revision_number': 5, 'project_id': '71b68c04578747d08842aab556e98030', 'subnets': [{'id': 'ed907310-55eb-4496-abc3-ae90b3926b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:16.937971 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8248a-05ec-43f7-b08b-74c1fb5bebb4 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=193810cf-2e17-46e2-b6c3-5ef68e3c5435,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:16.940025 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8e9445-a56e-406f-a4a3-09b6a30bb442 None None] Checking router: 00d89b28-a9b1-4f33-bba3-4158cf63a04a for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:13:16.949607 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8e9445-a56e-406f-a4a3-09b6a30bb442 None None] Routers {'00d89b28-a9b1-4f33-bba3-4158cf63a04a'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:13:16.950205 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-0c8e9445-a56e-406f-a4a3-09b6a30bb442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:13:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['00d89b28-a9b1-4f33-bba3-4158cf63a04a'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:17.004542 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c4d8248a-05ec-43f7-b08b-74c1fb5bebb4 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:17.009239 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-c4d8248a-05ec-43f7-b08b-74c1fb5bebb4 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3191693 Jul 05 16:13:17.009890 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 48060) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:13:17.014503 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-e37c43fe-66ae-4b30-8321-f1a1842efd59 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Request body: {'security_group_rule': {'security_group_id': '193810cf-2e17-46e2-b6c3-5ef68e3c5435', 'project_id': '71b68c04578747d08842aab556e98030', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:13:17.055735 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-0c8e9445-a56e-406f-a4a3-09b6a30bb442 None None] Set router 00d89b28-a9b1-4f33-bba3-4158cf63a04a gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:13:17.097497 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e37c43fe-66ae-4b30-8321-f1a1842efd59 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for security_group_rule (8803257e-cf64-4c47-aff9-015cfc88ba28), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:17.105572 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2667be-de07-4b9a-8496-f77fe2d592db req-7487b079-75d4-47ab-982d-5a95a24abc94 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:17.107003 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4e2667be-de07-4b9a-8496-f77fe2d592db req-7487b079-75d4-47ab-982d-5a95a24abc94 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0572605 Jul 05 16:13:17.146248 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=100 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:17.186426 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4e2667be-de07-4b9a-8496-f77fe2d592db req-252c3a14-4031-4de6-974f-4267eb98546a tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719230 Jul 05 16:13:17.188189 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e37c43fe-66ae-4b30-8321-f1a1842efd59 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for security_group_rule (8803257e-cf64-4c47-aff9-015cfc88ba28), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:17.262173 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e37c43fe-66ae-4b30-8321-f1a1842efd59 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (8803257e-cf64-4c47-aff9-015cfc88ba28), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:17.270626 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-0c8e9445-a56e-406f-a4a3-09b6a30bb442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'name': 'tempest-TestMinimumBasicScenario-1860594532-router', 'tenant_id': '71b68c04578747d08842aab556e98030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '6f5c71a8-ddee-4a92-b056-21c31c3c9607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:12:04Z', 'updated_at': '2022-07-05T16:12:09Z', 'revision_number': 4, 'project_id': '71b68c04578747d08842aab556e98030', 'gw_port': {'id': '6f5c71a8-ddee-4a92-b056-21c31c3c9607', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:05Z', 'updated_at': '2022-07-05T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '1241b276-9535-4f45-9f62-b4464bf69e24', 'tenant_id': '71b68c04578747d08842aab556e98030', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'port_id': '0acdc586-b1e0-458b-8b41-006c61e42c40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0', 'mac_address': 'fa:16:3e:7a:4f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e85e1f-39bb-4c8c-addb-85ae261a3eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:13:15Z', 'updated_at': '2022-07-05T16:13:15Z', 'revision_number': 0, 'project_id': '71b68c04578747d08842aab556e98030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf1d5952-db88-4289-99c1-e109ca37aaee', 'name': '', 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0', 'tenant_id': '71b68c04578747d08842aab556e98030', 'mac_address': 'fa:16:3e:1b:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ed907310-55eb-4496-abc3-ae90b3926b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:08Z', 'updated_at': '2022-07-05T16:12:12Z', 'revision_number': 5, 'project_id': '71b68c04578747d08842aab556e98030', 'subnets': [{'id': 'ed907310-55eb-4496-abc3-ae90b3926b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:17.290513 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c43fe-66ae-4b30-8321-f1a1842efd59 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8803257e-cf64-4c47-aff9-015cfc88ba28,revision_number=0']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:17.300480 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3b90a-184e-4502-ad46-60eba804e00e req-59621052-2c3c-4eb5-ab4a-ee0e8bc2e9df tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:17.301889 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8e9445-a56e-406f-a4a3-09b6a30bb442 None None] The sync data for ids ['00d89b28-a9b1-4f33-bba3-4158cf63a04a'] in dv-cinder-848759-1-iscsi is: [{'id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'name': 'tempest-TestMinimumBasicScenario-1860594532-router', 'tenant_id': '71b68c04578747d08842aab556e98030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '6f5c71a8-ddee-4a92-b056-21c31c3c9607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:12:04Z', 'updated_at': '2022-07-05T16:12:09Z', 'revision_number': 4, 'project_id': '71b68c04578747d08842aab556e98030', 'gw_port': {'id': '6f5c71a8-ddee-4a92-b056-21c31c3c9607', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:05Z', 'updated_at': '2022-07-05T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '1241b276-9535-4f45-9f62-b4464bf69e24', 'tenant_id': '71b68c04578747d08842aab556e98030', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'port_id': '0acdc586-b1e0-458b-8b41-006c61e42c40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0', 'mac_address': 'fa:16:3e:7a:4f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e85e1f-39bb-4c8c-addb-85ae261a3eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:13:15Z', 'updated_at': '2022-07-05T16:13:15Z', 'revision_number': 0, 'project_id': '71b68c04578747d08842aab556e98030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf1d5952-db88-4289-99c1-e109ca37aaee', 'name': '', 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0', 'tenant_id': '71b68c04578747d08842aab556e98030', 'mac_address': 'fa:16:3e:1b:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ed907310-55eb-4496-abc3-ae90b3926b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:08Z', 'updated_at': '2022-07-05T16:12:12Z', 'revision_number': 5, 'project_id': '71b68c04578747d08842aab556e98030', 'subnets': [{'id': 'ed907310-55eb-4496-abc3-ae90b3926b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:13:17.302595 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d0b3b90a-184e-4502-ad46-60eba804e00e req-59621052-2c3c-4eb5-ab4a-ee0e8bc2e9df tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 946 time: 0.0693979 Jul 05 16:13:17.316786 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:17.358231 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d0b3b90a-184e-4502-ad46-60eba804e00e req-43d3a469-cf3b-400b-8593-94ba1e67c804 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486879 Jul 05 16:13:17.368602 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e37c43fe-66ae-4b30-8321-f1a1842efd59 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:17.370632 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-e37c43fe-66ae-4b30-8321-f1a1842efd59 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3590691 Jul 05 16:13:17.372724 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 48064) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:13:17.379042 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-b64355e8-6408-496f-946d-d75940dcee89 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Request body: {'security_group_rule': {'security_group_id': '193810cf-2e17-46e2-b6c3-5ef68e3c5435', 'project_id': '71b68c04578747d08842aab556e98030', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:13:17.496368 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e979f0-34f6-4bc2-a1d7-b02b15731146 None None] New status for floating IP 1241b276-9535-4f45-9f62-b4464bf69e24: ACTIVE {{(pid=104587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:13:17.497537 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b64355e8-6408-496f-946d-d75940dcee89 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for security_group_rule (7e403053-cb5b-4d95-a237-08335ed73f6a), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:17.546349 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:17.559924 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b64355e8-6408-496f-946d-d75940dcee89 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for security_group_rule (7e403053-cb5b-4d95-a237-08335ed73f6a), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:17.632008 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdce335-9d5e-4df8-9181-a5ecdf22ce04 req-c4312be3-4797-4677-a55c-aa29b196713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:17.633599 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1cdce335-9d5e-4df8-9181-a5ecdf22ce04 req-c4312be3-4797-4677-a55c-aa29b196713c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71b68c04578747d08842aab556e98030&device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 1130 time: 0.0422142 Jul 05 16:13:17.642544 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b64355e8-6408-496f-946d-d75940dcee89 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (7e403053-cb5b-4d95-a237-08335ed73f6a), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:17.662565 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64355e8-6408-496f-946d-d75940dcee89 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e403053-cb5b-4d95-a237-08335ed73f6a,revision_number=0']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:17.665639 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff7a6c-4f86-4200-b022-f0edc2e2c0c5 req-195f8d6e-04ab-4f67-8e8d-aac64b0d461e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:17.667343 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-efff7a6c-4f86-4200-b022-f0edc2e2c0c5 req-195f8d6e-04ab-4f67-8e8d-aac64b0d461e service neutron] 10.222.0.47 "GET /v2.0/networks?id=d875afbf-ed35-412f-bb5d-c579562ff61a HTTP/1.1" status: 200 len: 919 time: 0.1045926 Jul 05 16:13:17.734324 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b64355e8-6408-496f-946d-d75940dcee89 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:17.735800 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-b64355e8-6408-496f-946d-d75940dcee89 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3617823 Jul 05 16:13:17.746834 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48066) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:13:17.751283 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-0149d852-ed07-4b3a-a66b-443ce0b22c02 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Request body: {'security_group_rule': {'security_group_id': '193810cf-2e17-46e2-b6c3-5ef68e3c5435', 'project_id': '71b68c04578747d08842aab556e98030', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:13:17.780873 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:17.813144 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-efff7a6c-4f86-4200-b022-f0edc2e2c0c5 req-91d6f365-a0bc-4bf9-9b95-86f02fccfbb2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81587e02-fcd0-4999-9ed7-aae4729b5548 HTTP/1.1" status: 200 len: 1001 time: 0.0751660 Jul 05 16:13:17.828072 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdce335-9d5e-4df8-9181-a5ecdf22ce04 req-a5c3026e-deeb-4236-80f5-04dc8ac01868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:17.829604 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1cdce335-9d5e-4df8-9181-a5ecdf22ce04 req-a5c3026e-deeb-4236-80f5-04dc8ac01868 service neutron] 10.222.0.47 "GET /v2.0/networks?id=750c75bc-9396-4e63-887d-6375009b41b0 HTTP/1.1" status: 200 len: 916 time: 0.0926812 Jul 05 16:13:17.866295 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff7a6c-4f86-4200-b022-f0edc2e2c0c5 req-0125021f-3d35-4c78-9bf0-45ab8b374c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:17.867802 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-efff7a6c-4f86-4200-b022-f0edc2e2c0c5 req-0125021f-3d35-4c78-9bf0-45ab8b374c57 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8a9b66f2-eae4-47d1-8086-fa8b5da512fd HTTP/1.1" status: 200 len: 857 time: 0.0484753 Jul 05 16:13:17.879387 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0149d852-ed07-4b3a-a66b-443ce0b22c02 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for security_group_rule (6100cc30-f3e9-4b49-a563-8c3596bc7fb2), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:17.921854 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:17.949795 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff7a6c-4f86-4200-b022-f0edc2e2c0c5 req-b5ba653d-aeac-4aec-a23a-fdf7e46f8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:17.951293 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-efff7a6c-4f86-4200-b022-f0edc2e2c0c5 req-b5ba653d-aeac-4aec-a23a-fdf7e46f8826 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d875afbf-ed35-412f-bb5d-c579562ff61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679553 Jul 05 16:13:17.968775 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1cdce335-9d5e-4df8-9181-a5ecdf22ce04 req-e4685b30-2237-497b-af04-e41987c0f4fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0acdc586-b1e0-458b-8b41-006c61e42c40 HTTP/1.1" status: 200 len: 1002 time: 0.0883784 Jul 05 16:13:17.972331 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0149d852-ed07-4b3a-a66b-443ce0b22c02 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for security_group_rule (6100cc30-f3e9-4b49-a563-8c3596bc7fb2), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:17.975441 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d3aa9-9eb4-4738-85bd-21925b205833 req-25e9fdf7-7a50-4bac-bb05-cc1a57e0676b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:17.976840 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a27d3aa9-9eb4-4738-85bd-21925b205833 req-25e9fdf7-7a50-4bac-bb05-cc1a57e0676b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.47 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 946 time: 0.0904706 Jul 05 16:13:18.031528 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0149d852-ed07-4b3a-a66b-443ce0b22c02 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (6100cc30-f3e9-4b49-a563-8c3596bc7fb2), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:18.057714 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdce335-9d5e-4df8-9181-a5ecdf22ce04 req-499efba5-7262-4cc3-b712-1bebfb188af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:18.059143 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1cdce335-9d5e-4df8-9181-a5ecdf22ce04 req-499efba5-7262-4cc3-b712-1bebfb188af7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ed907310-55eb-4496-abc3-ae90b3926b2b HTTP/1.1" status: 200 len: 854 time: 0.0814655 Jul 05 16:13:18.059270 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149d852-ed07-4b3a-a66b-443ce0b22c02 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6100cc30-f3e9-4b49-a563-8c3596bc7fb2,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:18.077674 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-efff7a6c-4f86-4200-b022-f0edc2e2c0c5 req-5e1902e5-519e-47a0-ab6b-5675a9621558 service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193714 Jul 05 16:13:18.125609 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-a27d3aa9-9eb4-4738-85bd-21925b205833 req-77dbabd6-900c-4eac-87c8-f8293ede8f31 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Deleting port c24636dc-9b24-45b5-a963-180931342e24 {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:13:18.125956 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-a27d3aa9-9eb4-4738-85bd-21925b205833 req-77dbabd6-900c-4eac-87c8-f8293ede8f31 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (c24636dc-9b24-45b5-a963-180931342e24), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:18.133182 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdce335-9d5e-4df8-9181-a5ecdf22ce04 req-9f60928d-1555-40b7-baa9-848a6aaa06bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:18.134660 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1cdce335-9d5e-4df8-9181-a5ecdf22ce04 req-9f60928d-1555-40b7-baa9-848a6aaa06bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=750c75bc-9396-4e63-887d-6375009b41b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579753 Jul 05 16:13:18.156806 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0149d852-ed07-4b3a-a66b-443ce0b22c02 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:18.156806 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-0149d852-ed07-4b3a-a66b-443ce0b22c02 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4070554 Jul 05 16:13:18.158147 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48068) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:13:18.162900 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-53994aa1-d6ea-4e65-8d28-c37ee01f92ec tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Request body: {'security_group_rule': {'security_group_id': '193810cf-2e17-46e2-b6c3-5ef68e3c5435', 'project_id': '71b68c04578747d08842aab556e98030', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:13:18.204043 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [req-efff7a6c-4f86-4200-b022-f0edc2e2c0c5 req-4547903e-3cee-4dee-98dc-e9cc14423669 service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127868 Jul 05 16:13:18.277783 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-53994aa1-d6ea-4e65-8d28-c37ee01f92ec tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for security_group_rule (91f29dff-5a37-4036-be0f-d84044e5da3b), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:18.303547 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1cdce335-9d5e-4df8-9181-a5ecdf22ce04 req-90be01e4-2bb1-4337-b11b-fff4df46e1a1 service neutron] 10.222.0.47 "GET /v2.0/networks/750c75bc-9396-4e63-887d-6375009b41b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587689 Jul 05 16:13:18.319969 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-a27d3aa9-9eb4-4738-85bd-21925b205833 req-77dbabd6-900c-4eac-87c8-f8293ede8f31 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] For port c24636dc-9b24-45b5-a963-180931342e24, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=c24636dc-9b24-45b5-a963-180931342e24,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:13:18.320253 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-a27d3aa9-9eb4-4738-85bd-21925b205833 req-77dbabd6-900c-4eac-87c8-f8293ede8f31 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (c24636dc-9b24-45b5-a963-180931342e24), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:18.341944 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-53994aa1-d6ea-4e65-8d28-c37ee01f92ec tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for security_group_rule (91f29dff-5a37-4036-be0f-d84044e5da3b), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:18.415576 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-53994aa1-d6ea-4e65-8d28-c37ee01f92ec tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (91f29dff-5a37-4036-be0f-d84044e5da3b), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:18.453348 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53994aa1-d6ea-4e65-8d28-c37ee01f92ec tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f29dff-5a37-4036-be0f-d84044e5da3b,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:18.471107 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40e796-8a51-44ce-8ea7-589a64f00041 req-36040541-c8bc-4ea9-b72d-549f073c08cd tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:18.472550 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0d40e796-8a51-44ce-8ea7-589a64f00041 req-36040541-c8bc-4ea9-b72d-549f073c08cd tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.1666543 Jul 05 16:13:18.501971 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-53994aa1-d6ea-4e65-8d28-c37ee01f92ec tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:18.503420 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-53994aa1-d6ea-4e65-8d28-c37ee01f92ec tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3443658 Jul 05 16:13:18.506759 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48074) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:13:18.511047 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-da5e5e14-d152-452c-b2f8-0eca9962b849 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Request body: {'security_group_rule': {'security_group_id': '193810cf-2e17-46e2-b6c3-5ef68e3c5435', 'project_id': '71b68c04578747d08842aab556e98030', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:13:18.511180 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:18.600999 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.db.securitygroups_db [None req-da5e5e14-d152-452c-b2f8-0eca9962b849 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Project 71b68c04578747d08842aab556e98030 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 16:13:18.607169 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-da5e5e14-d152-452c-b2f8-0eca9962b849 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for security_group_rule (7a484848-74c6-4842-a5be-6b5d627b05d7), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:18.670301 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-da5e5e14-d152-452c-b2f8-0eca9962b849 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for security_group_rule (7a484848-74c6-4842-a5be-6b5d627b05d7), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:18.743779 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-da5e5e14-d152-452c-b2f8-0eca9962b849 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (7a484848-74c6-4842-a5be-6b5d627b05d7), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:18.764860 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e5e14-d152-452c-b2f8-0eca9962b849 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a484848-74c6-4842-a5be-6b5d627b05d7,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:18.833680 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-da5e5e14-d152-452c-b2f8-0eca9962b849 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:18.834898 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-da5e5e14-d152-452c-b2f8-0eca9962b849 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3272312 Jul 05 16:13:18.837809 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48076) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:13:18.840240 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df9c66-4794-4e16-a707-d9687b2aefd7 req-3406b238-1724-4d4d-b247-4757f0114db6 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:18.841735 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-51df9c66-4794-4e16-a707-d9687b2aefd7 req-3406b238-1724-4d4d-b247-4757f0114db6 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 946 time: 0.3865623 Jul 05 16:13:18.842041 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-930c2e26-6d78-44f2-8d08-173fcc6e6ec5 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Request body: {'security_group_rule': {'security_group_id': '193810cf-2e17-46e2-b6c3-5ef68e3c5435', 'project_id': '71b68c04578747d08842aab556e98030', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:13:18.862118 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:18.914111 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:18.916354 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1cdce335-9d5e-4df8-9181-a5ecdf22ce04 req-a8afbed2-80e1-4c48-8380-a68c15671900 service neutron] 10.222.0.47 "GET /v2.0/networks/750c75bc-9396-4e63-887d-6375009b41b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935030 Jul 05 16:13:18.937444 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0d40e796-8a51-44ce-8ea7-589a64f00041 req-bb58b8fc-c38b-460f-9446-8d5ab234e9bb tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4250214 Jul 05 16:13:18.940301 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.db.securitygroups_db [None req-930c2e26-6d78-44f2-8d08-173fcc6e6ec5 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Project 71b68c04578747d08842aab556e98030 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 16:13:18.947248 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-930c2e26-6d78-44f2-8d08-173fcc6e6ec5 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for security_group_rule (53f0c52b-3449-405d-892f-4a2b7440e37f), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:18.968544 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-51df9c66-4794-4e16-a707-d9687b2aefd7 req-b49ae114-b694-43c0-8cee-41e61a7c351c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=953233d5-7306-4266-ba78-3653db53bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153772 Jul 05 16:13:18.970358 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-a27d3aa9-9eb4-4738-85bd-21925b205833 req-77dbabd6-900c-4eac-87c8-f8293ede8f31 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:18.970725 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-a27d3aa9-9eb4-4738-85bd-21925b205833 req-77dbabd6-900c-4eac-87c8-f8293ede8f31 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (fc710f5e-73c1-42df-86f6-a9e295b592c5), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:18.971038 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.l3_db [req-a27d3aa9-9eb4-4738-85bd-21925b205833 req-77dbabd6-900c-4eac-87c8-f8293ede8f31 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Floating IP fc710f5e-73c1-42df-86f6-a9e295b592c5 disassociated. External IP: 172.27.3.136, port: c24636dc-9b24-45b5-a963-180931342e24. Jul 05 16:13:18.971385 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-a27d3aa9-9eb4-4738-85bd-21925b205833 req-77dbabd6-900c-4eac-87c8-f8293ede8f31 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Calling delete_port for c24636dc-9b24-45b5-a963-180931342e24 owned by compute:nova {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:13:19.012493 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-930c2e26-6d78-44f2-8d08-173fcc6e6ec5 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for security_group_rule (53f0c52b-3449-405d-892f-4a2b7440e37f), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:19.100647 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-930c2e26-6d78-44f2-8d08-173fcc6e6ec5 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (53f0c52b-3449-405d-892f-4a2b7440e37f), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:19.120832 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c2e26-6d78-44f2-8d08-173fcc6e6ec5 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f0c52b-3449-405d-892f-4a2b7440e37f,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:19.149447 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-a27d3aa9-9eb4-4738-85bd-21925b205833 req-77dbabd6-900c-4eac-87c8-f8293ede8f31 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (c24636dc-9b24-45b5-a963-180931342e24), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:19.181293 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbabd6-900c-4eac-87c8-f8293ede8f31 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Pushing event deleted for resources: {'Port': ['ID=c24636dc-9b24-45b5-a963-180931342e24,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:19.187464 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-930c2e26-6d78-44f2-8d08-173fcc6e6ec5 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:19.188692 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-930c2e26-6d78-44f2-8d08-173fcc6e6ec5 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3499584 Jul 05 16:13:19.321904 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5ca62e6a-9d04-4125-bc96-52c77128ced3 req-eac94c8f-a6b1-42ae-a60a-57e27c07ab89 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-485465084&fields=id&tenant_id=71b68c04578747d08842aab556e98030 HTTP/1.1" status: 200 len: 267 time: 0.0875468 Jul 05 16:13:19.325709 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a27d3aa9-9eb4-4738-85bd-21925b205833 req-77dbabd6-900c-4eac-87c8-f8293ede8f31 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Router 3ead801b-06f1-4a71-9466-3d473d45e374 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:13:19.409010 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca62e6a-9d04-4125-bc96-52c77128ced3 req-44449bca-ef2f-411a-9b3a-0517757dfe6b tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:19.410431 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5ca62e6a-9d04-4125-bc96-52c77128ced3 req-44449bca-ef2f-411a-9b3a-0517757dfe6b tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 946 time: 0.0812597 Jul 05 16:13:19.423261 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-5ca62e6a-9d04-4125-bc96-52c77128ced3 req-a37af018-8c81-4879-a02e-0e0501fe7b2e tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Request body: {'port': {'security_groups': ['e4085c30-08ec-41e4-9214-6bcbc96efa96', '193810cf-2e17-46e2-b6c3-5ef68e3c5435']}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:13:19.528380 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a27d3aa9-9eb4-4738-85bd-21925b205833 req-77dbabd6-900c-4eac-87c8-f8293ede8f31 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:13:19.538755 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be32d2df-ea8e-48a3-bd6e-151232e81a22 None None] Sync routers for ids ['3ead801b-06f1-4a71-9466-3d473d45e374'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:13:19.550542 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be32d2df-ea8e-48a3-bd6e-151232e81a22 None None] Routers {'3ead801b-06f1-4a71-9466-3d473d45e374'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:13:19.551165 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-be32d2df-ea8e-48a3-bd6e-151232e81a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:13:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['3ead801b-06f1-4a71-9466-3d473d45e374'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:19.555686 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-5ca62e6a-9d04-4125-bc96-52c77128ced3 req-a37af018-8c81-4879-a02e-0e0501fe7b2e tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (0acdc586-b1e0-458b-8b41-006c61e42c40), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:19.587824 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27d3aa9-9eb4-4738-85bd-21925b205833 req-77dbabd6-900c-4eac-87c8-f8293ede8f31 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] No DVR routers for this DVR port c24636dc-9b24-45b5-a963-180931342e24 on host hv-cinder-84875 {{(pid=104585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:13:19.591500 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-a27d3aa9-9eb4-4738-85bd-21925b205833 req-77dbabd6-900c-4eac-87c8-f8293ede8f31 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:19.593703 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a27d3aa9-9eb4-4738-85bd-21925b205833 req-77dbabd6-900c-4eac-87c8-f8293ede8f31 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.47 "DELETE /v2.0/ports/c24636dc-9b24-45b5-a963-180931342e24 HTTP/1.1" status: 204 len: 173 time: 1.5905406 Jul 05 16:13:19.594146 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da368d38-2642-49c3-b499-eb5a977cbd77', 'name': 'network-vif-deleted', 'tag': 'c24636dc-9b24-45b5-a963-180931342e24'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:13:19.597004 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9aabc3e-9733-48db-9a1e-e47d388d7be7" -d '{"events": [{"server_uuid": "da368d38-2642-49c3-b499-eb5a977cbd77", "name": "network-vif-deleted", "tag": "c24636dc-9b24-45b5-a963-180931342e24"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:13:19.636166 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:19.644241 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840d81b7-84db-406a-8064-f0cafe183523 x-openstack-request-id: req-840d81b7-84db-406a-8064-f0cafe183523 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:13:19.644585 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da368d38-2642-49c3-b499-eb5a977cbd77", "name": "network-vif-deleted", "tag": "c24636dc-9b24-45b5-a963-180931342e24", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:13:19.644938 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-840d81b7-84db-406a-8064-f0cafe183523 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:13:19.645462 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-840d81b7-84db-406a-8064-f0cafe183523'] response: {'server_uuid': 'da368d38-2642-49c3-b499-eb5a977cbd77', 'name': 'network-vif-deleted', 'tag': 'c24636dc-9b24-45b5-a963-180931342e24', 'status': 'completed', 'code': 200} Jul 05 16:13:19.666778 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-be32d2df-ea8e-48a3-bd6e-151232e81a22 None None] Set router 3ead801b-06f1-4a71-9466-3d473d45e374 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:13:19.798651 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-5ca62e6a-9d04-4125-bc96-52c77128ced3 req-a37af018-8c81-4879-a02e-0e0501fe7b2e tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] For port 0acdc586-b1e0-458b-8b41-006c61e42c40, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=0acdc586-b1e0-458b-8b41-006c61e42c40,segment=NetworkSegment(6cb851d9-2578-43eb-ad94-7015cda84bbb),segment_id=6cb851d9-2578-43eb-ad94-7015cda84bbb)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:13:19.829066 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-5ca62e6a-9d04-4125-bc96-52c77128ced3 req-a37af018-8c81-4879-a02e-0e0501fe7b2e tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for port (0acdc586-b1e0-458b-8b41-006c61e42c40), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:19.887151 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-5ca62e6a-9d04-4125-bc96-52c77128ced3 req-a37af018-8c81-4879-a02e-0e0501fe7b2e tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (0acdc586-b1e0-458b-8b41-006c61e42c40), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:19.922750 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:19.937500 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca62e6a-9d04-4125-bc96-52c77128ced3 req-a37af018-8c81-4879-a02e-0e0501fe7b2e tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:19.938130 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-5ca62e6a-9d04-4125-bc96-52c77128ced3 req-a37af018-8c81-4879-a02e-0e0501fe7b2e tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:19.939645 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5ca62e6a-9d04-4125-bc96-52c77128ced3 req-a37af018-8c81-4879-a02e-0e0501fe7b2e tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "PUT /v2.0/ports/0acdc586-b1e0-458b-8b41-006c61e42c40 HTTP/1.1" status: 200 len: 982 time: 0.5222220 Jul 05 16:13:19.990168 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37af018-8c81-4879-a02e-0e0501fe7b2e tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Pushing event updated for resources: {'Port': ['ID=0acdc586-b1e0-458b-8b41-006c61e42c40,revision_number=6']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:20.015075 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['0acdc586-b1e0-458b-8b41-006c61e42c40'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:13:20.071379 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-be32d2df-ea8e-48a3-bd6e-151232e81a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'name': 'tempest-AttachVolumeShelveTestJSON-176795705-router', 'tenant_id': 'b6acb89542314578839f701251add904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:56Z', 'revision_number': 4, 'project_id': 'b6acb89542314578839f701251add904', 'gw_port': {'id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:48Z', 'updated_at': '2022-07-05T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'bc0d69d5-8f64-4477-b776-bd52cb43fea0', 'name': '', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'tenant_id': 'b6acb89542314578839f701251add904', 'mac_address': 'fa:16:3e:b9:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:54Z', 'updated_at': '2022-07-05T16:09:17Z', 'revision_number': 5, 'project_id': 'b6acb89542314578839f701251add904', 'subnets': [{'id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:20.103625 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['0acdc586-b1e0-458b-8b41-006c61e42c40'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:13:20.110926 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be32d2df-ea8e-48a3-bd6e-151232e81a22 None None] Checking router: 3ead801b-06f1-4a71-9466-3d473d45e374 for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:13:20.112753 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280559e4-f7ee-45cf-bd87-130579c0005a req-b9eed539-c011-483f-8f90-f6e1bd46a89d tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:20.114367 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-280559e4-f7ee-45cf-bd87-130579c0005a req-b9eed539-c011-483f-8f90-f6e1bd46a89d tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0920613 Jul 05 16:13:20.136174 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd4f83-9b14-4f83-b6b3-c0e2c25e96fa req-32a11441-4490-4eab-9f72-fb7a56932289 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:20.137829 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0cdd4f83-9b14-4f83-b6b3-c0e2c25e96fa req-32a11441-4490-4eab-9f72-fb7a56932289 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 985 time: 0.0995641 Jul 05 16:13:20.178150 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be32d2df-ea8e-48a3-bd6e-151232e81a22 None None] Routers {'3ead801b-06f1-4a71-9466-3d473d45e374'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:13:20.178707 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-be32d2df-ea8e-48a3-bd6e-151232e81a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:13:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['3ead801b-06f1-4a71-9466-3d473d45e374'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:20.209973 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-280559e4-f7ee-45cf-bd87-130579c0005a req-8691cac8-4501-4f88-b223-79f15c5c3ae4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878310 Jul 05 16:13:20.237219 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=100 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:20.243086 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0cdd4f83-9b14-4f83-b6b3-c0e2c25e96fa req-35d96a56-1ae7-4048-9389-346b32e7f7d1 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=193810cf-2e17-46e2-b6c3-5ef68e3c5435&id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0920870 Jul 05 16:13:20.312473 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-38972fd1-1264-44d3-b516-59276e124c4b req-0f22a461-3066-4b2c-abf2-e6aafa8214c3 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=da368d38-2642-49c3-b499-eb5a977cbd77 HTTP/1.1" status: 200 len: 210 time: 0.0285363 Jul 05 16:13:20.342978 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-53776897-0748-47aa-b089-fcfdedb3345f None None] Provisioning complete for port 0acdc586-b1e0-458b-8b41-006c61e42c40 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:13:20.343341 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-53776897-0748-47aa-b089-fcfdedb3345f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (0acdc586-b1e0-458b-8b41-006c61e42c40), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:20.410683 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-be32d2df-ea8e-48a3-bd6e-151232e81a22 None None] Set router 3ead801b-06f1-4a71-9466-3d473d45e374 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:13:20.442438 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=100 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:20.658627 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-53776897-0748-47aa-b089-fcfdedb3345f None None] Current status of the port 0acdc586-b1e0-458b-8b41-006c61e42c40 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:13:20.807165 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-be32d2df-ea8e-48a3-bd6e-151232e81a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'name': 'tempest-AttachVolumeShelveTestJSON-176795705-router', 'tenant_id': 'b6acb89542314578839f701251add904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:56Z', 'revision_number': 4, 'project_id': 'b6acb89542314578839f701251add904', 'gw_port': {'id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:48Z', 'updated_at': '2022-07-05T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'bc0d69d5-8f64-4477-b776-bd52cb43fea0', 'name': '', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'tenant_id': 'b6acb89542314578839f701251add904', 'mac_address': 'fa:16:3e:b9:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:54Z', 'updated_at': '2022-07-05T16:09:17Z', 'revision_number': 5, 'project_id': 'b6acb89542314578839f701251add904', 'subnets': [{'id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:20.857366 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be32d2df-ea8e-48a3-bd6e-151232e81a22 None None] The sync data for ids ['3ead801b-06f1-4a71-9466-3d473d45e374'] in dv-cinder-848759-1-iscsi is: [{'id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'name': 'tempest-AttachVolumeShelveTestJSON-176795705-router', 'tenant_id': 'b6acb89542314578839f701251add904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:56Z', 'revision_number': 4, 'project_id': 'b6acb89542314578839f701251add904', 'gw_port': {'id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:48Z', 'updated_at': '2022-07-05T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'bc0d69d5-8f64-4477-b776-bd52cb43fea0', 'name': '', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'tenant_id': 'b6acb89542314578839f701251add904', 'mac_address': 'fa:16:3e:b9:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:54Z', 'updated_at': '2022-07-05T16:09:17Z', 'revision_number': 5, 'project_id': 'b6acb89542314578839f701251add904', 'subnets': [{'id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:13:20.936074 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:20.964964 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:21.036205 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=100 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:21.105671 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce9258e-ff7a-409b-830c-067f10f76d2b None None] New status for floating IP fc710f5e-73c1-42df-86f6-a9e295b592c5: DOWN {{(pid=104587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:13:21.335440 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3893a8-3221-474b-826d-3a3b3c276cee req-b85df20f-3eca-4af8-a48f-19255872c770 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:21.336843 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7f3893a8-3221-474b-826d-3a3b3c276cee req-b85df20f-3eca-4af8-a48f-19255872c770 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0529613 Jul 05 16:13:21.386368 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7f3893a8-3221-474b-826d-3a3b3c276cee req-827fd9e5-f6b3-4248-915c-c52adc5b5557 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438640 Jul 05 16:13:21.500972 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065d450-7f55-4ea2-91c4-88b6005c69ea req-db3a847b-7829-4503-97c8-5e6330e5121e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:21.502546 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a065d450-7f55-4ea2-91c4-88b6005c69ea req-db3a847b-7829-4503-97c8-5e6330e5121e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0527222 Jul 05 16:13:21.512367 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48100) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:13:21.518647 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-9bffa938-1486-45cf-b721-b00bcc9f6f66 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Request body: {'floatingip': {'port_id': '81587e02-fcd0-4999-9ed7-aae4729b5548'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:13:21.518776 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 48102) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:13:21.574098 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9bffa938-1486-45cf-b721-b00bcc9f6f66 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks [] for floatingip (53b4497e-1fde-4eb2-8fec-8b503bc4fb4d), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:21.584132 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-89ade297-4a5a-4c8a-bcd5-b6f35e21c8f8 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for security_group (953233d5-7306-4266-ba78-3653db53bc19), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:21.610475 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device c24636dc-9b24-45b5-a963-180931342e24 no longer exists at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:13:21.614702 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-89ade297-4a5a-4c8a-bcd5-b6f35e21c8f8 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for security_group (953233d5-7306-4266-ba78-3653db53bc19), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:21.637169 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] No Port match for: c24636dc-9b24-45b5-a963-180931342e24 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:13:21.637551 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device c24636dc-9b24-45b5-a963-180931342e24 not bound to the agent host hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:13:21.646814 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e85e1f-39bb-4c8c-addb-85ae261a3eb7', 'tag': '0acdc586-b1e0-458b-8b41-006c61e42c40'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:13:21.649121 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ae7395-fdd6-47bc-a13e-d129c6eada97" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e85e1f-39bb-4c8c-addb-85ae261a3eb7", "tag": "0acdc586-b1e0-458b-8b41-006c61e42c40"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:13:21.690442 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe7a35e-a22d-4d0f-8cd9-119ed2b0ebf9 x-openstack-request-id: req-abe7a35e-a22d-4d0f-8cd9-119ed2b0ebf9 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:13:21.690725 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e85e1f-39bb-4c8c-addb-85ae261a3eb7", "tag": "0acdc586-b1e0-458b-8b41-006c61e42c40", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:13:21.690969 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-abe7a35e-a22d-4d0f-8cd9-119ed2b0ebf9 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:13:21.691372 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abe7a35e-a22d-4d0f-8cd9-119ed2b0ebf9'] response: {'name': 'network-changed', 'server_uuid': 'e7e85e1f-39bb-4c8c-addb-85ae261a3eb7', 'tag': '0acdc586-b1e0-458b-8b41-006c61e42c40', 'status': 'completed', 'code': 200} Jul 05 16:13:21.753712 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae7395-fdd6-47bc-a13e-d129c6eada97 req-023c9248-e9c2-4a48-93bb-b2ebaecb76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:21.759427 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c0ae7395-fdd6-47bc-a13e-d129c6eada97 req-023c9248-e9c2-4a48-93bb-b2ebaecb76cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71b68c04578747d08842aab556e98030&device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 1169 time: 0.0429864 Jul 05 16:13:21.807112 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:21.849899 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-89ade297-4a5a-4c8a-bcd5-b6f35e21c8f8 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (953233d5-7306-4266-ba78-3653db53bc19), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:21.852748 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-89ade297-4a5a-4c8a-bcd5-b6f35e21c8f8 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:21.856504 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-89ade297-4a5a-4c8a-bcd5-b6f35e21c8f8 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "DELETE /v2.0/security-groups/953233d5-7306-4266-ba78-3653db53bc19 HTTP/1.1" status: 204 len: 168 time: 0.3355968 Jul 05 16:13:21.857258 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48106) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:13:21.861072 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae7395-fdd6-47bc-a13e-d129c6eada97 req-1fc7e98e-f2f2-4be6-9be7-c06308964bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:21.862441 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c0ae7395-fdd6-47bc-a13e-d129c6eada97 req-1fc7e98e-f2f2-4be6-9be7-c06308964bae service neutron] 10.222.0.47 "GET /v2.0/networks?id=750c75bc-9396-4e63-887d-6375009b41b0 HTTP/1.1" status: 200 len: 916 time: 0.1005690 Jul 05 16:13:21.867176 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ade297-4a5a-4c8a-bcd5-b6f35e21c8f8 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=953233d5-7306-4266-ba78-3653db53bc19,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:21.905358 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.api.v2.resource [None req-109213c4-d797-4342-9056-8e0fb70a4fea tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] show failed (client error): The resource could not be found. Jul 05 16:13:21.906854 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-109213c4-d797-4342-9056-8e0fb70a4fea tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups/953233d5-7306-4266-ba78-3653db53bc19 HTTP/1.1" status: 404 len: 347 time: 0.0486372 Jul 05 16:13:21.909825 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48108) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:13:21.937712 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c0ae7395-fdd6-47bc-a13e-d129c6eada97 req-e446b347-07ce-457b-b47e-2a779c1f363a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0acdc586-b1e0-458b-8b41-006c61e42c40 HTTP/1.1" status: 200 len: 1002 time: 0.0605507 Jul 05 16:13:21.980179 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:21.992581 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae7395-fdd6-47bc-a13e-d129c6eada97 req-f453b512-f8a8-4a17-a826-72a7cbf8a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:21.994150 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c0ae7395-fdd6-47bc-a13e-d129c6eada97 req-f453b512-f8a8-4a17-a826-72a7cbf8a649 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ed907310-55eb-4496-abc3-ae90b3926b2b HTTP/1.1" status: 200 len: 854 time: 0.0491230 Jul 05 16:13:22.040927 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae7395-fdd6-47bc-a13e-d129c6eada97 req-dc24b01f-eabf-4cfa-895a-f5eacbdb65e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:22.042428 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c0ae7395-fdd6-47bc-a13e-d129c6eada97 req-dc24b01f-eabf-4cfa-895a-f5eacbdb65e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=750c75bc-9396-4e63-887d-6375009b41b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400751 Jul 05 16:13:22.138077 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c0ae7395-fdd6-47bc-a13e-d129c6eada97 req-497e2874-16cb-4c95-8bd7-7b607a286cef service neutron] 10.222.0.47 "GET /v2.0/networks/750c75bc-9396-4e63-887d-6375009b41b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880513 Jul 05 16:13:22.223175 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:22.245110 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c0ae7395-fdd6-47bc-a13e-d129c6eada97 req-7544598b-f5f7-4665-85cc-bf589146df00 service neutron] 10.222.0.47 "GET /v2.0/networks/750c75bc-9396-4e63-887d-6375009b41b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008823 Jul 05 16:13:22.345577 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-dd1c4468-aedf-4117-83d7-bd741ff3c48c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Deleting port 73df1e46-b51b-4c43-a245-1e840240d301 {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:13:22.345916 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-dd1c4468-aedf-4117-83d7-bd741ff3c48c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (73df1e46-b51b-4c43-a245-1e840240d301), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:22.475796 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9bffa938-1486-45cf-b721-b00bcc9f6f66 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:22.484040 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:22.490653 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-dd1c4468-aedf-4117-83d7-bd741ff3c48c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (73df1e46-b51b-4c43-a245-1e840240d301), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:22.490653 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-dd1c4468-aedf-4117-83d7-bd741ff3c48c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for floatingip (73df1e46-b51b-4c43-a245-1e840240d301), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:22.501597 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-dd1c4468-aedf-4117-83d7-bd741ff3c48c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Calling delete_port for 73df1e46-b51b-4c43-a245-1e840240d301 owned by network:floatingip {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:13:22.550557 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9bffa938-1486-45cf-b721-b00bcc9f6f66 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (53b4497e-1fde-4eb2-8fec-8b503bc4fb4d), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:22.815653 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-dd1c4468-aedf-4117-83d7-bd741ff3c48c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (73df1e46-b51b-4c43-a245-1e840240d301), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:22.843424 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bffa938-1486-45cf-b721-b00bcc9f6f66 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Router 2ac14bb0-bd1e-448e-b280-36555b1f3cfa has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:13:22.845769 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c4468-aedf-4117-83d7-bd741ff3c48c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Pushing event deleted for resources: {'Port': ['ID=73df1e46-b51b-4c43-a245-1e840240d301,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:22.960637 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-dd1c4468-aedf-4117-83d7-bd741ff3c48c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for floatingip (fc710f5e-73c1-42df-86f6-a9e295b592c5), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:22.963417 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-dd1c4468-aedf-4117-83d7-bd741ff3c48c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:22.964588 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-dd1c4468-aedf-4117-83d7-bd741ff3c48c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "DELETE /v2.0/floatingips/fc710f5e-73c1-42df-86f6-a9e295b592c5 HTTP/1.1" status: 204 len: 168 time: 1.0538659 Jul 05 16:13:23.023562 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:23.034452 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bffa938-1486-45cf-b721-b00bcc9f6f66 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:13:23.039576 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9bffa938-1486-45cf-b721-b00bcc9f6f66 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:23.045037 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086b97d2-4a3a-4e16-b7ec-b7f77afe2a61 None None] Sync routers for ids ['2ac14bb0-bd1e-448e-b280-36555b1f3cfa'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:13:23.055799 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086b97d2-4a3a-4e16-b7ec-b7f77afe2a61 None None] Routers {'2ac14bb0-bd1e-448e-b280-36555b1f3cfa'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:13:23.056639 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-086b97d2-4a3a-4e16-b7ec-b7f77afe2a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:13:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['2ac14bb0-bd1e-448e-b280-36555b1f3cfa'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:23.071878 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42be8657-fc50-4057-b373-e7bcf984e261', 'tag': '81587e02-fcd0-4999-9ed7-aae4729b5548'}] {{(pid=104584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:13:23.074049 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be4aa087849a65c4a9e8a755187e63754d0c6c7db9367de7c29ca822742d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e213196-afd4-40d7-ae20-e02490b22e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "42be8657-fc50-4057-b373-e7bcf984e261", "tag": "81587e02-fcd0-4999-9ed7-aae4729b5548"}]}' {{(pid=104584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:13:23.108014 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-9bffa938-1486-45cf-b721-b00bcc9f6f66 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "PUT /v2.0/floatingips/53b4497e-1fde-4eb2-8fec-8b503bc4fb4d HTTP/1.1" status: 200 len: 993 time: 1.5944192 Jul 05 16:13:23.116414 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d9b9d4-57bb-4860-962b-eeb0a76fb374 x-openstack-request-id: req-35d9b9d4-57bb-4860-962b-eeb0a76fb374 {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:13:23.116653 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42be8657-fc50-4057-b373-e7bcf984e261", "tag": "81587e02-fcd0-4999-9ed7-aae4729b5548", "status": "completed", "code": 200}]} {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:13:23.116997 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-35d9b9d4-57bb-4860-962b-eeb0a76fb374 {{(pid=104584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:13:23.117394 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35d9b9d4-57bb-4860-962b-eeb0a76fb374'] response: {'name': 'network-changed', 'server_uuid': '42be8657-fc50-4057-b373-e7bcf984e261', 'tag': '81587e02-fcd0-4999-9ed7-aae4729b5548', 'status': 'completed', 'code': 200} Jul 05 16:13:23.130359 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48116) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:13:23.135117 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-586585d6-12cf-428b-8a76-2f00dd2e4f93 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1183851935', 'description': 'tempest-description--1489585152'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:13:23.175977 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-086b97d2-4a3a-4e16-b7ec-b7f77afe2a61 None None] Set router 2ac14bb0-bd1e-448e-b280-36555b1f3cfa gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:13:23.179124 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e213196-afd4-40d7-ae20-e02490b22e9d req-369efb93-f969-435a-977a-89d19e02a786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:23.180657 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1e213196-afd4-40d7-ae20-e02490b22e9d req-369efb93-f969-435a-977a-89d19e02a786 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbe6a2de3cba4aa7b365f30f5b2f745c&device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 1129 time: 0.0433145 Jul 05 16:13:23.263584 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-586585d6-12cf-428b-8a76-2f00dd2e4f93 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:23.278231 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e213196-afd4-40d7-ae20-e02490b22e9d req-f0bb8d9e-e1ac-486e-896c-f30b460d63ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:23.280133 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1e213196-afd4-40d7-ae20-e02490b22e9d req-f0bb8d9e-e1ac-486e-896c-f30b460d63ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=d875afbf-ed35-412f-bb5d-c579562ff61a HTTP/1.1" status: 200 len: 919 time: 0.0927839 Jul 05 16:13:23.346272 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1e213196-afd4-40d7-ae20-e02490b22e9d req-4d958ea2-021c-4556-b19d-6ed6f43afaee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81587e02-fcd0-4999-9ed7-aae4729b5548 HTTP/1.1" status: 200 len: 1001 time: 0.0582259 Jul 05 16:13:23.353027 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-586585d6-12cf-428b-8a76-2f00dd2e4f93 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for security_group (3bd98ce5-0962-43a2-b5a6-3c6f3df68a55), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:23.396461 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-086b97d2-4a3a-4e16-b7ec-b7f77afe2a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-748629056-router', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:57Z', 'revision_number': 4, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'gw_port': {'id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '53b4497e-1fde-4eb2-8fec-8b503bc4fb4d', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'port_id': '81587e02-fcd0-4999-9ed7-aae4729b5548', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a', 'mac_address': 'fa:16:3e:56:d1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42be8657-fc50-4057-b373-e7bcf984e261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:11:09Z', 'updated_at': '2022-07-05T16:13:22Z', 'revision_number': 3, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718e5f4c-0aea-4fab-a9dc-819c9912770a', 'name': '', 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'mac_address': 'fa:16:3e:fc:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:04Z', 'revision_number': 5, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'subnets': [{'id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:23.398952 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e213196-afd4-40d7-ae20-e02490b22e9d req-932228df-c8de-41eb-85f1-736d43da05b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:23.400515 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1e213196-afd4-40d7-ae20-e02490b22e9d req-932228df-c8de-41eb-85f1-736d43da05b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8a9b66f2-eae4-47d1-8086-fa8b5da512fd HTTP/1.1" status: 200 len: 857 time: 0.0485058 Jul 05 16:13:23.419886 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-586585d6-12cf-428b-8a76-2f00dd2e4f93 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (3bd98ce5-0962-43a2-b5a6-3c6f3df68a55), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:23.425502 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086b97d2-4a3a-4e16-b7ec-b7f77afe2a61 None None] Checking router: 2ac14bb0-bd1e-448e-b280-36555b1f3cfa for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:13:23.434367 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086b97d2-4a3a-4e16-b7ec-b7f77afe2a61 None None] Routers {'2ac14bb0-bd1e-448e-b280-36555b1f3cfa'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:13:23.434988 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-086b97d2-4a3a-4e16-b7ec-b7f77afe2a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:13:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['2ac14bb0-bd1e-448e-b280-36555b1f3cfa'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:23.449149 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e213196-afd4-40d7-ae20-e02490b22e9d req-1e52cbd4-9458-4338-b720-98a896537522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:23.451091 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1e213196-afd4-40d7-ae20-e02490b22e9d req-1e52cbd4-9458-4338-b720-98a896537522 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d875afbf-ed35-412f-bb5d-c579562ff61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432823 Jul 05 16:13:23.453260 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586585d6-12cf-428b-8a76-2f00dd2e4f93 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:23.516797 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-586585d6-12cf-428b-8a76-2f00dd2e4f93 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:23.521242 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-586585d6-12cf-428b-8a76-2f00dd2e4f93 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3868079 Jul 05 16:13:23.521609 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48118) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:13:23.526476 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-daa857b7-e6b6-4952-bd75-6949f4c65402 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Request body: {'security_group_rule': {'security_group_id': '3bd98ce5-0962-43a2-b5a6-3c6f3df68a55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:13:23.540210 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-086b97d2-4a3a-4e16-b7ec-b7f77afe2a61 None None] Set router 2ac14bb0-bd1e-448e-b280-36555b1f3cfa gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:13:23.550841 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1e213196-afd4-40d7-ae20-e02490b22e9d req-8fd1efc7-0489-47d3-ae53-5d5b9301cc8f service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912144 Jul 05 16:13:23.621581 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-daa857b7-e6b6-4952-bd75-6949f4c65402 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for security_group_rule (c818e406-44ee-4fc5-8188-6aacf0b86932), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:23.625145 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:DELETE=6,neutron:SELECT=87,neutron:INSERT=7 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:23.657607 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1e213196-afd4-40d7-ae20-e02490b22e9d req-d78fc548-a244-4157-87c7-4f1276733b17 service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929210 Jul 05 16:13:23.687248 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-daa857b7-e6b6-4952-bd75-6949f4c65402 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for security_group_rule (c818e406-44ee-4fc5-8188-6aacf0b86932), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:23.779734 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-daa857b7-e6b6-4952-bd75-6949f4c65402 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (c818e406-44ee-4fc5-8188-6aacf0b86932), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:23.801503 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa857b7-e6b6-4952-bd75-6949f4c65402 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c818e406-44ee-4fc5-8188-6aacf0b86932,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:23.890459 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-086b97d2-4a3a-4e16-b7ec-b7f77afe2a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-748629056-router', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:57Z', 'revision_number': 4, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'gw_port': {'id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '53b4497e-1fde-4eb2-8fec-8b503bc4fb4d', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'port_id': '81587e02-fcd0-4999-9ed7-aae4729b5548', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a', 'mac_address': 'fa:16:3e:56:d1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42be8657-fc50-4057-b373-e7bcf984e261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:11:09Z', 'updated_at': '2022-07-05T16:13:22Z', 'revision_number': 3, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718e5f4c-0aea-4fab-a9dc-819c9912770a', 'name': '', 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'mac_address': 'fa:16:3e:fc:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:04Z', 'revision_number': 5, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'subnets': [{'id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:23.894001 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-daa857b7-e6b6-4952-bd75-6949f4c65402 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:23.895226 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-daa857b7-e6b6-4952-bd75-6949f4c65402 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3727281 Jul 05 16:13:23.898164 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48120) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:13:23.905069 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-49ba2993-20ec-4eb7-abe5-d9e906b4b984 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Request body: {'security_group_rule': {'security_group_id': '3bd98ce5-0962-43a2-b5a6-3c6f3df68a55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:13:23.919583 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086b97d2-4a3a-4e16-b7ec-b7f77afe2a61 None None] The sync data for ids ['2ac14bb0-bd1e-448e-b280-36555b1f3cfa'] in dv-cinder-848759-1-iscsi is: [{'id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-748629056-router', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:57Z', 'revision_number': 4, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'gw_port': {'id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '53b4497e-1fde-4eb2-8fec-8b503bc4fb4d', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'port_id': '81587e02-fcd0-4999-9ed7-aae4729b5548', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a', 'mac_address': 'fa:16:3e:56:d1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42be8657-fc50-4057-b373-e7bcf984e261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:11:09Z', 'updated_at': '2022-07-05T16:13:22Z', 'revision_number': 3, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718e5f4c-0aea-4fab-a9dc-819c9912770a', 'name': '', 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'mac_address': 'fa:16:3e:fc:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:04Z', 'revision_number': 5, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'subnets': [{'id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:13:23.986681 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-49ba2993-20ec-4eb7-abe5-d9e906b4b984 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for security_group_rule (3020f2b7-a8fd-4663-bd49-04e87e6cdd75), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:24.046717 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-49ba2993-20ec-4eb7-abe5-d9e906b4b984 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for security_group_rule (3020f2b7-a8fd-4663-bd49-04e87e6cdd75), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:24.143138 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-49ba2993-20ec-4eb7-abe5-d9e906b4b984 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (3020f2b7-a8fd-4663-bd49-04e87e6cdd75), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:24.164979 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba2993-20ec-4eb7-abe5-d9e906b4b984 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3020f2b7-a8fd-4663-bd49-04e87e6cdd75,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:24.233023 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-49ba2993-20ec-4eb7-abe5-d9e906b4b984 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:24.234275 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-49ba2993-20ec-4eb7-abe5-d9e906b4b984 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3351645 Jul 05 16:13:24.237627 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48122) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:13:24.242512 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-21d4df31-908c-4be9-aa34-b81b9fc81632 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Request body: {'floatingip': {'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:13:24.351362 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-21d4df31-908c-4be9-aa34-b81b9fc81632 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:24.428975 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-21d4df31-908c-4be9-aa34-b81b9fc81632 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:24.536387 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_common [None req-21d4df31-908c-4be9-aa34-b81b9fc81632 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Allocated IP 172.27.3.19 (90903495-288b-44cb-8357-c0c74fc45d82/c848da7f-4b94-4cfd-b899-6ee4cbeaeda8/0297c816-fc36-46dd-8531-48108c89d812) {{(pid=104584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:13:24.559464 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:24.638716 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-21d4df31-908c-4be9-aa34-b81b9fc81632 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for port (0297c816-fc36-46dd-8531-48108c89d812), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:24.731621 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-21d4df31-908c-4be9-aa34-b81b9fc81632 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (0297c816-fc36-46dd-8531-48108c89d812), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:24.773245 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d4df31-908c-4be9-aa34-b81b9fc81632 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Network 90903495-288b-44cb-8357-c0c74fc45d82 is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:13:24.778046 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-21d4df31-908c-4be9-aa34-b81b9fc81632 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:13:24.780175 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4df31-908c-4be9-aa34-b81b9fc81632 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Pushing event updated for resources: {'Port': ['ID=0297c816-fc36-46dd-8531-48108c89d812,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:24.782249 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d4df31-908c-4be9-aa34-b81b9fc81632 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Received port after_create {{(pid=104584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:13:24.827156 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:24.864822 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-21d4df31-908c-4be9-aa34-b81b9fc81632 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for floatingip (6f55e5b1-180c-45ca-8221-d2d2edf5ba01), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:24.989859 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-21d4df31-908c-4be9-aa34-b81b9fc81632 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (0297c816-fc36-46dd-8531-48108c89d812), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:25.120049 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42be8657-fc50-4057-b373-e7bcf984e261', 'tag': '81587e02-fcd0-4999-9ed7-aae4729b5548'}] {{(pid=104584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:13:25.122357 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be4aa087849a65c4a9e8a755187e63754d0c6c7db9367de7c29ca822742d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbe8986-135f-4122-9cd7-c2d06955c04d" -d '{"events": [{"name": "network-changed", "server_uuid": "42be8657-fc50-4057-b373-e7bcf984e261", "tag": "81587e02-fcd0-4999-9ed7-aae4729b5548"}]}' {{(pid=104584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:13:25.140574 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-21d4df31-908c-4be9-aa34-b81b9fc81632 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for port (0297c816-fc36-46dd-8531-48108c89d812), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:25.157819 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80e21cf-994d-4d35-b7c6-dd353fab04c4 x-openstack-request-id: req-d80e21cf-994d-4d35-b7c6-dd353fab04c4 {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:13:25.158111 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42be8657-fc50-4057-b373-e7bcf984e261", "tag": "81587e02-fcd0-4999-9ed7-aae4729b5548", "status": "completed", "code": 200}]} {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:13:25.158362 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d80e21cf-994d-4d35-b7c6-dd353fab04c4 {{(pid=104584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:13:25.158757 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d80e21cf-994d-4d35-b7c6-dd353fab04c4'] response: {'name': 'network-changed', 'server_uuid': '42be8657-fc50-4057-b373-e7bcf984e261', 'tag': '81587e02-fcd0-4999-9ed7-aae4729b5548', 'status': 'completed', 'code': 200} Jul 05 16:13:25.213844 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-21d4df31-908c-4be9-aa34-b81b9fc81632 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1268176'] for port (0297c816-fc36-46dd-8531-48108c89d812), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:25.216126 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe8986-135f-4122-9cd7-c2d06955c04d req-10991f39-3a56-473a-a0de-ee72ca717d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:25.217622 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-adbe8986-135f-4122-9cd7-c2d06955c04d req-10991f39-3a56-473a-a0de-ee72ca717d8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbe6a2de3cba4aa7b365f30f5b2f745c&device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 1129 time: 0.0379703 Jul 05 16:13:25.284984 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4df31-908c-4be9-aa34-b81b9fc81632 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Pushing event updated for resources: {'Port': ['ID=0297c816-fc36-46dd-8531-48108c89d812,revision_number=2']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:25.298325 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-21d4df31-908c-4be9-aa34-b81b9fc81632 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (6f55e5b1-180c-45ca-8221-d2d2edf5ba01), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:25.315734 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe8986-135f-4122-9cd7-c2d06955c04d req-9d3507f0-b0cc-414d-b5f8-1df16e1e0794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:25.320729 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-adbe8986-135f-4122-9cd7-c2d06955c04d req-9d3507f0-b0cc-414d-b5f8-1df16e1e0794 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d875afbf-ed35-412f-bb5d-c579562ff61a HTTP/1.1" status: 200 len: 919 time: 0.0904527 Jul 05 16:13:25.377996 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-adbe8986-135f-4122-9cd7-c2d06955c04d req-95656b2c-f53e-4440-b9ac-22baf29cf339 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81587e02-fcd0-4999-9ed7-aae4729b5548 HTTP/1.1" status: 200 len: 1001 time: 0.0539923 Jul 05 16:13:25.401956 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-21d4df31-908c-4be9-aa34-b81b9fc81632 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:25.403230 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-21d4df31-908c-4be9-aa34-b81b9fc81632 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1646526 Jul 05 16:13:25.430890 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe8986-135f-4122-9cd7-c2d06955c04d req-30b529fc-066c-4d62-93d1-482a1358dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:25.432335 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-adbe8986-135f-4122-9cd7-c2d06955c04d req-30b529fc-066c-4d62-93d1-482a1358dd78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8a9b66f2-eae4-47d1-8086-fa8b5da512fd HTTP/1.1" status: 200 len: 857 time: 0.0476329 Jul 05 16:13:25.477536 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe8986-135f-4122-9cd7-c2d06955c04d req-3b274b1e-2700-47a5-bc61-363c91b70329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:25.479165 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-adbe8986-135f-4122-9cd7-c2d06955c04d req-3b274b1e-2700-47a5-bc61-363c91b70329 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d875afbf-ed35-412f-bb5d-c579562ff61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400429 Jul 05 16:13:25.585559 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:25.620449 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-adbe8986-135f-4122-9cd7-c2d06955c04d req-8d7b97b2-57b9-455b-a79a-1c9c90fc1094 service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263702 Jul 05 16:13:25.624893 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-dbe7f14c-cb91-48e0-a243-071f7018ed14 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1183851935&fields=id&tenant_id=b6acb89542314578839f701251add904 HTTP/1.1" status: 200 len: 267 time: 0.0686550 Jul 05 16:13:25.654594 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:25.796971 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-adbe8986-135f-4122-9cd7-c2d06955c04d req-979e4d26-0366-42c5-866f-e61b3c7812ed service neutron] 10.222.0.47 "GET /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680865 Jul 05 16:13:25.806733 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-11182cec-dfb8-4636-ac09-1648bb57bbef tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:25.808103 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-11182cec-dfb8-4636-ac09-1648bb57bbef tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/networks?id=2110daf5-1cfa-4c9d-9065-b33fabf55a66 HTTP/1.1" status: 200 len: 816 time: 0.1721573 Jul 05 16:13:25.824019 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-4a71ef73-cfec-426b-ad19-70053ce0eb1b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/quotas/b6acb89542314578839f701251add904 HTTP/1.1" status: 200 len: 375 time: 0.0104787 Jul 05 16:13:25.875675 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-f440d70c-6d94-47e4-ae6a-947a6fee0ad7 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6acb89542314578839f701251add904&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433736 Jul 05 16:13:25.974459 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-fb511ca4-0f78-4b90-a7b8-d9e2d6f7332e service neutron] 10.222.0.45 "GET /v2.0/networks/2110daf5-1cfa-4c9d-9065-b33fabf55a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873151 Jul 05 16:13:26.061835 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-2798ea21-5826-4afa-8ce1-3423daa4c57c service neutron] 10.222.0.45 "GET /v2.0/networks/2110daf5-1cfa-4c9d-9065-b33fabf55a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816743 Jul 05 16:13:26.335506 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-60673a4d-aa5b-4893-bc15-0dedd94298b8 req-020478e2-f15b-4e16-a7b6-6a4220d28c19 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 210 time: 0.0319803 Jul 05 16:13:27.434958 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-29604fdc-6e04-4d97-8cbc-6056c7c9730a req-f5c9c130-1454-407d-b017-cd9b04e77226 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 210 time: 0.0284703 Jul 05 16:13:28.181698 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-d5ce7b96-2f9a-4eed-9ef7-42171b2e8d9f tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:28.183133 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-d5ce7b96-2f9a-4eed-9ef7-42171b2e8d9f tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.47 "GET /v2.0/networks?id=2110daf5-1cfa-4c9d-9065-b33fabf55a66 HTTP/1.1" status: 200 len: 816 time: 0.1037440 Jul 05 16:13:28.246564 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-8cef3c68-86e1-4d37-89ec-35a312a33f07 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6acb89542314578839f701251add904 HTTP/1.1" status: 200 len: 380 time: 0.0527196 Jul 05 16:13:28.257007 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-9b74e570-bcea-482a-9f81-f836d61be40b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Request body: {'port': {'device_id': '33b7b310-f555-460e-a187-4940bb9df69a', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'admin_state_up': True, 'tenant_id': 'b6acb89542314578839f701251add904', 'security_groups': ['3bd98ce5-0962-43a2-b5a6-3c6f3df68a55']}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:13:28.447827 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-9b74e570-bcea-482a-9f81-f836d61be40b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Made reservation on behalf of b6acb89542314578839f701251add904 for: {'port': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:13:28.447827 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-9b74e570-bcea-482a-9f81-f836d61be40b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:28.542552 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a323c860-d67b-4213-908c-20b27f8edc14 req-209304a8-e4a7-450e-9e81-985c8344bfd7 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 210 time: 0.0313516 Jul 05 16:13:28.548382 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:28.607778 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-9b74e570-bcea-482a-9f81-f836d61be40b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Allocated IP 172.20.0.9 (2110daf5-1cfa-4c9d-9065-b33fabf55a66/c0055538-accc-457f-a7de-0db99e31abb1/1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:13:28.722873 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:28.762957 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-9b74e570-bcea-482a-9f81-f836d61be40b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:28.863224 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-9b74e570-bcea-482a-9f81-f836d61be40b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:28.910699 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-9b74e570-bcea-482a-9f81-f836d61be40b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Network 2110daf5-1cfa-4c9d-9065-b33fabf55a66 is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:13:28.914239 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-9b74e570-bcea-482a-9f81-f836d61be40b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:13:28.917859 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-9b74e570-bcea-482a-9f81-f836d61be40b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:13:28.943771 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74e570-bcea-482a-9f81-f836d61be40b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Pushing event updated for resources: {'Port': ['ID=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:28.971687 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-9b74e570-bcea-482a-9f81-f836d61be40b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:28.972296 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-9b74e570-bcea-482a-9f81-f836d61be40b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:29.058332 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-9b74e570-bcea-482a-9f81-f836d61be40b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8046682 Jul 05 16:13:29.069858 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-ba6e5bd7-20dc-4a47-be51-9f2c1b232c4b service neutron] Request body: {'port': {'device_id': '33b7b310-f555-460e-a187-4940bb9df69a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84875'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:13:29.132087 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-ba6e5bd7-20dc-4a47-be51-9f2c1b232c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:29.140144 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-f2179e37-3353-4647-b071-6633ad4e070b None None] Provisioning complete for port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:13:29.144176 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f2179e37-3353-4647-b071-6633ad4e070b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:29.172100 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-f2179e37-3353-4647-b071-6633ad4e070b None None] Port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:13:29.387241 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-ba6e5bd7-20dc-4a47-be51-9f2c1b232c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff {{(pid=104585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:13:29.394516 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-ba6e5bd7-20dc-4a47-be51-9f2c1b232c4b service neutron] Publish callbacks [] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:29.398155 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:29.407680 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.provisioning_blocks [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-ba6e5bd7-20dc-4a47-be51-9f2c1b232c4b service neutron] Transition to ACTIVE for port object 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff will not be triggered until provisioned by entity L2. {{(pid=104585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 16:13:29.514116 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-ba6e5bd7-20dc-4a47-be51-9f2c1b232c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:29.571105 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e5bd7-20dc-4a47-be51-9f2c1b232c4b service neutron] Pushing event updated for resources: {'Port': ['ID=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:29.895878 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315db3b-81f2-429b-9f5b-5000b72a0944 req-bed64649-aa8a-46bb-8b68-2189cc8fb1b0 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:29.897309 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b315db3b-81f2-429b-9f5b-5000b72a0944 req-bed64649-aa8a-46bb-8b68-2189cc8fb1b0 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 943 time: 0.0779579 Jul 05 16:13:29.929314 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-ba6e5bd7-20dc-4a47-be51-9f2c1b232c4b service neutron] Attempting to bind port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff on host hv-cinder-84875 for vnic_type normal with profile {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:13:29.929649 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-ba6e5bd7-20dc-4a47-be51-9f2c1b232c4b service neutron] Attempting to bind port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff by drivers openvswitch,hyperv on host hv-cinder-84875 at level 0 using segments [{'id': '6f645013-d008-4ebc-b993-15aa3ce0d8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66'}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:13:29.929979 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-ba6e5bd7-20dc-4a47-be51-9f2c1b232c4b service neutron] Attempting to bind port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff on network 2110daf5-1cfa-4c9d-9065-b33fabf55a66 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:13:29.942118 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-ba6e5bd7-20dc-4a47-be51-9f2c1b232c4b service neutron] Port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff on network 2110daf5-1cfa-4c9d-9065-b33fabf55a66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84875 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 16:13:29.942449 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-ba6e5bd7-20dc-4a47-be51-9f2c1b232c4b service neutron] Attempting to bind port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff on network 2110daf5-1cfa-4c9d-9065-b33fabf55a66 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:13:29.955602 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-ba6e5bd7-20dc-4a47-be51-9f2c1b232c4b service neutron] Checking agent: {'id': '9349738f-6636-400c-ae94-e0965ca2b601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84875', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'started_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:13:29.955961 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-ba6e5bd7-20dc-4a47-be51-9f2c1b232c4b service neutron] Checking segment: {'id': '6f645013-d008-4ebc-b993-15aa3ce0d8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:13:29.956338 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-ba6e5bd7-20dc-4a47-be51-9f2c1b232c4b service neutron] Bound using segment: {'id': '6f645013-d008-4ebc-b993-15aa3ce0d8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66'} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:13:29.956776 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-ba6e5bd7-20dc-4a47-be51-9f2c1b232c4b service neutron] Bound port: 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff, host: hv-cinder-84875, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f645013-d008-4ebc-b993-15aa3ce0d8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66'}}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:13:29.957142 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-ba6e5bd7-20dc-4a47-be51-9f2c1b232c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:29.972157 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b315db3b-81f2-429b-9f5b-5000b72a0944 req-70095023-40d9-4458-8014-898056a2310c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694554 Jul 05 16:13:29.999148 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:30.024337 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-ba6e5bd7-20dc-4a47-be51-9f2c1b232c4b service neutron] For port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff, host hv-cinder-84875, cleared binding levels {{(pid=104585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:13:30.027387 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-ba6e5bd7-20dc-4a47-be51-9f2c1b232c4b service neutron] For port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff, host hv-cinder-84875, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:13:30.154891 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-ba6e5bd7-20dc-4a47-be51-9f2c1b232c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:30.193572 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-ba6e5bd7-20dc-4a47-be51-9f2c1b232c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:30.194176 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-ba6e5bd7-20dc-4a47-be51-9f2c1b232c4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:30.195536 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-ba6e5bd7-20dc-4a47-be51-9f2c1b232c4b service neutron] 10.222.0.47 "PUT /v2.0/ports/1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff HTTP/1.1" status: 200 len: 1093 time: 1.1299915 Jul 05 16:13:30.195998 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b7b310-f555-460e-a187-4940bb9df69a', 'tag': '1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:13:30.198242 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe6847e-183b-4be6-b24a-1791c4cd602e" -d '{"events": [{"name": "network-changed", "server_uuid": "33b7b310-f555-460e-a187-4940bb9df69a", "tag": "1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:13:30.218066 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e5bd7-20dc-4a47-be51-9f2c1b232c4b service neutron] Pushing event updated for resources: {'Port': ['ID=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff,revision_number=3']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:30.238182 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b103de0-4f74-4448-9c8b-2d67aa06d730 x-openstack-request-id: req-3b103de0-4f74-4448-9c8b-2d67aa06d730 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:13:30.238471 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b7b310-f555-460e-a187-4940bb9df69a", "tag": "1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:13:30.238720 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3b103de0-4f74-4448-9c8b-2d67aa06d730 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:13:30.239149 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b103de0-4f74-4448-9c8b-2d67aa06d730'] response: {'name': 'network-changed', 'server_uuid': '33b7b310-f555-460e-a187-4940bb9df69a', 'tag': '1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff', 'status': 'completed', 'code': 200} Jul 05 16:13:30.327533 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6847e-183b-4be6-b24a-1791c4cd602e req-243fb98d-0067-41bb-b234-3eb6d486c2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:30.329092 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8fe6847e-183b-4be6-b24a-1791c4cd602e req-243fb98d-0067-41bb-b234-3eb6d486c2bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6acb89542314578839f701251add904&device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 1127 time: 0.0449891 Jul 05 16:13:30.429251 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6847e-183b-4be6-b24a-1791c4cd602e req-fc7870a9-19bb-44ed-a933-4539214d6b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:30.430706 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8fe6847e-183b-4be6-b24a-1791c4cd602e req-fc7870a9-19bb-44ed-a933-4539214d6b62 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=b6acb89542314578839f701251add904&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0930791 Jul 05 16:13:30.526988 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6847e-183b-4be6-b24a-1791c4cd602e req-43636b4a-340c-4560-b69c-f294b1ca467f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:30.528334 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8fe6847e-183b-4be6-b24a-1791c4cd602e req-43636b4a-340c-4560-b69c-f294b1ca467f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914228 Jul 05 16:13:30.601537 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-091e5abd-ad8e-4afd-8899-96327850c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:30.603093 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-091e5abd-ad8e-4afd-8899-96327850c810 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6acb89542314578839f701251add904&device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 1127 time: 0.0394971 Jul 05 16:13:30.644234 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-ee002659-0134-4e7b-9aeb-f110a1d205ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff HTTP/1.1" status: 200 len: 217 time: 0.0328348 Jul 05 16:13:30.699121 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-231a4ac9-aef2-4f26-87b9-d0d704000929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:30.700537 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-231a4ac9-aef2-4f26-87b9-d0d704000929 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c0055538-accc-457f-a7de-0db99e31abb1 HTTP/1.1" status: 200 len: 855 time: 0.0483313 Jul 05 16:13:30.889014 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-2bb13995-98eb-4592-addd-cfe902908805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:30.890461 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-2bb13995-98eb-4592-addd-cfe902908805 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2110daf5-1cfa-4c9d-9065-b33fabf55a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396030 Jul 05 16:13:30.993765 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-26cd91bc-7597-4a3d-bf7c-11d06034bba3 service neutron] 10.222.0.47 "GET /v2.0/networks/2110daf5-1cfa-4c9d-9065-b33fabf55a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860510 Jul 05 16:13:31.092637 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:31.119092 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34570f-152e-413e-96be-ddba175ba7e7 req-f47ec00f-f0c3-4cae-b92e-60948ab5763a tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:31.120532 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9f34570f-152e-413e-96be-ddba175ba7e7 req-f47ec00f-f0c3-4cae-b92e-60948ab5763a tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 943 time: 0.0632205 Jul 05 16:13:31.124068 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-17360d3a-27c0-4a36-b4de-ab7ef92c9e0c req-a74d1f83-0649-4470-9a57-4237da60514f service neutron] 10.222.0.47 "GET /v2.0/networks/2110daf5-1cfa-4c9d-9065-b33fabf55a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234696 Jul 05 16:13:31.171154 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9f34570f-152e-413e-96be-ddba175ba7e7 req-b3a07db5-ee2a-4499-a0fb-e7e7f9041a64 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448711 Jul 05 16:13:32.288316 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521d272-db10-4114-9cad-8cde5a0a57dd req-872beaaf-197a-4889-8776-6397b38be57e tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:32.289711 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5521d272-db10-4114-9cad-8cde5a0a57dd req-872beaaf-197a-4889-8776-6397b38be57e tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 943 time: 0.0461574 Jul 05 16:13:32.336317 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5521d272-db10-4114-9cad-8cde5a0a57dd req-d7115163-6081-41c5-a31a-13402eae71b7 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409188 Jul 05 16:13:32.942849 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-a6f88409-1077-4ae0-bc5d-3c62d5b5c9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:33.450585 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ce07f-490c-4b01-88f8-8e8e4909d1ed req-17be8610-ebdb-4566-8f22-ed37cd5de0e9 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:33.452028 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-193ce07f-490c-4b01-88f8-8e8e4909d1ed req-17be8610-ebdb-4566-8f22-ed37cd5de0e9 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 943 time: 0.0456059 Jul 05 16:13:33.498074 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-193ce07f-490c-4b01-88f8-8e8e4909d1ed req-b9cb0a48-3253-465b-8d95-5f4bfba547cd tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406446 Jul 05 16:13:33.687024 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff details requested by agent hyperv_hv-cinder-84875 with host hv-cinder-84875 {{(pid=104586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:13:33.710020 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:33.712172 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=100 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:33.789483 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:13:33.800927 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Returning: {'device': '1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'port_id': '1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff', 'mac_address': 'fa:16:3e:ce:55:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:13:33.835524 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff is: DOWN; New status is: BUILD {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:13:33.835909 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:33.852429 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff {{(pid=104586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:13:33.871816 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:13:33.933786 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:33.978458 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:34.292382 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:13:34.617199 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373e5dc-e623-4e25-89f2-0b1a5a9facb4 req-2308e0e6-9708-4212-819e-599336d8edff tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:34.618566 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4373e5dc-e623-4e25-89f2-0b1a5a9facb4 req-2308e0e6-9708-4212-819e-599336d8edff tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 944 time: 0.0495613 Jul 05 16:13:34.637781 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:34.668296 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4373e5dc-e623-4e25-89f2-0b1a5a9facb4 req-cc64f05f-0649-4067-bdb3-411e39593b81 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435045 Jul 05 16:13:35.157499 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed584f8-d8ac-45cb-a598-cdd0f781a82b req-21dfa114-fad4-4d86-b540-dd7ef1cc2b4e tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:35.159228 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3ed584f8-d8ac-45cb-a598-cdd0f781a82b req-21dfa114-fad4-4d86-b540-dd7ef1cc2b4e tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0470736 Jul 05 16:13:35.207227 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3ed584f8-d8ac-45cb-a598-cdd0f781a82b req-537ea679-fe3b-4f17-bedd-7afa7dd01529 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417919 Jul 05 16:13:35.207692 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-97de2518-75ae-4fee-8ba7-2accc8bcf6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:35.303446 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=31 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:35.310553 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=67,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:35.695841 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff up at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:13:35.738665 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning for port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff completed by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 16:13:35.793844 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b401f0-a192-4d98-b1de-bb5bc3330b39 req-58ec7b80-8dc7-4f10-a6a7-d82c6857ca6f tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:35.795298 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-42b401f0-a192-4d98-b1de-bb5bc3330b39 req-58ec7b80-8dc7-4f10-a6a7-d82c6857ca6f tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 944 time: 0.0533993 Jul 05 16:13:35.799840 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning complete for port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:13:35.800377 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:35.843819 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-42b401f0-a192-4d98-b1de-bb5bc3330b39 req-2a708e8d-ec36-4754-ade4-14f40c5a60fd tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420363 Jul 05 16:13:35.872378 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff is: BUILD; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:13:35.872787 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:35.894961 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b7b310-f555-460e-a187-4940bb9df69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:13:35.897189 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f4606d-37c0-4638-aa93-3e0c7f1a7abb" -d '{"events": [{"server_uuid": "33b7b310-f555-460e-a187-4940bb9df69a", "name": "network-vif-plugged", "status": "completed", "tag": "1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:13:35.912798 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:13:35.931780 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f40d0a-9220-4566-9842-2a2261b3c423 x-openstack-request-id: req-c0f40d0a-9220-4566-9842-2a2261b3c423 {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:13:35.932076 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b7b310-f555-460e-a187-4940bb9df69a", "name": "network-vif-plugged", "status": "completed", "tag": "1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:13:35.932325 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c0f40d0a-9220-4566-9842-2a2261b3c423 {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:13:35.932712 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0f40d0a-9220-4566-9842-2a2261b3c423'] response: {'server_uuid': '33b7b310-f555-460e-a187-4940bb9df69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff', 'code': 200} Jul 05 16:13:35.994328 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:36.039367 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:36.319982 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:36.323504 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43d93f-997d-4c19-8842-422e0c2f4ba6 req-e518d924-a6ca-4b65-a9c8-45da8baee449 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:36.324981 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-cf43d93f-997d-4c19-8842-422e0c2f4ba6 req-e518d924-a6ca-4b65-a9c8-45da8baee449 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0463958 Jul 05 16:13:36.371399 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-cf43d93f-997d-4c19-8842-422e0c2f4ba6 req-696cb344-34f6-4c98-b2cf-22d2b1586d77 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408216 Jul 05 16:13:36.976143 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b09ddd-60dd-4fd0-9f63-f189223fb3be req-3a256897-e7f6-4aaa-bc0b-435ccec957b0 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:36.977630 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f5b09ddd-60dd-4fd0-9f63-f189223fb3be req-3a256897-e7f6-4aaa-bc0b-435ccec957b0 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 945 time: 0.0569041 Jul 05 16:13:37.031468 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f5b09ddd-60dd-4fd0-9f63-f189223fb3be req-9b135af0-446f-4343-aee6-af96c302ebc9 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484660 Jul 05 16:13:37.276425 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ead754-1a54-4530-91b6-2396461bcb78 req-712fef94-3756-4a12-9bee-b8bcca0b1a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:37.277872 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-80ead754-1a54-4530-91b6-2396461bcb78 req-712fef94-3756-4a12-9bee-b8bcca0b1a49 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 1129 time: 0.0431089 Jul 05 16:13:37.374884 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10730b21-09ee-418a-ad84-dce43de44179 req-cda4ec09-e056-461f-a64a-e4d334146656 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:37.376350 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-10730b21-09ee-418a-ad84-dce43de44179 req-cda4ec09-e056-461f-a64a-e4d334146656 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0651989 Jul 05 16:13:37.393524 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-80ead754-1a54-4530-91b6-2396461bcb78 req-fd6f26d9-8f66-4caa-8af2-e7d80a44b876 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834863 Jul 05 16:13:37.428856 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=40,neutron:UPDATE=4 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:37.429957 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:37.499494 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-10730b21-09ee-418a-ad84-dce43de44179 req-97d35df5-ec77-4cd2-aad0-0b5092629fc2 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Deleting port 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:13:37.499833 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-10730b21-09ee-418a-ad84-dce43de44179 req-97d35df5-ec77-4cd2-aad0-0b5092629fc2 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (08ca39e5-59e1-4f7a-887b-ceb7fc9c4671), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:37.519565 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b6ae0-bade-4529-a855-fcb0b4c3c79d req-c57d2e54-d432-425e-9a82-07f99fbae252 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:37.521549 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-547b6ae0-bade-4529-a855-fcb0b4c3c79d req-c57d2e54-d432-425e-9a82-07f99fbae252 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 946 time: 0.0691669 Jul 05 16:13:37.625330 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:37.651008 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-547b6ae0-bade-4529-a855-fcb0b4c3c79d req-49782f7e-7765-4081-a9df-6204d4d7783b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=e986cbda-4393-48a6-9094-460028194364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236780 Jul 05 16:13:37.663605 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-10730b21-09ee-418a-ad84-dce43de44179 req-97d35df5-ec77-4cd2-aad0-0b5092629fc2 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] For port 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=08ca39e5-59e1-4f7a-887b-ceb7fc9c4671,segment=NetworkSegment(ff03e07f-0eeb-4738-b3fa-daadee566eaa),segment_id=ff03e07f-0eeb-4738-b3fa-daadee566eaa)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:13:37.663971 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-10730b21-09ee-418a-ad84-dce43de44179 req-97d35df5-ec77-4cd2-aad0-0b5092629fc2 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (08ca39e5-59e1-4f7a-887b-ceb7fc9c4671), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:37.823038 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-10730b21-09ee-418a-ad84-dce43de44179 req-97d35df5-ec77-4cd2-aad0-0b5092629fc2 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:37.823386 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-10730b21-09ee-418a-ad84-dce43de44179 req-97d35df5-ec77-4cd2-aad0-0b5092629fc2 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (48f8a2e2-72eb-4b0c-8701-3f6924eae750), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:37.823693 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.l3_db [req-10730b21-09ee-418a-ad84-dce43de44179 req-97d35df5-ec77-4cd2-aad0-0b5092629fc2 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Floating IP 48f8a2e2-72eb-4b0c-8701-3f6924eae750 disassociated. External IP: 172.27.3.6, port: 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671. Jul 05 16:13:37.824028 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-10730b21-09ee-418a-ad84-dce43de44179 req-97d35df5-ec77-4cd2-aad0-0b5092629fc2 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Calling delete_port for 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 owned by compute:nova {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:13:37.825650 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:38.019582 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-10730b21-09ee-418a-ad84-dce43de44179 req-97d35df5-ec77-4cd2-aad0-0b5092629fc2 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (08ca39e5-59e1-4f7a-887b-ceb7fc9c4671), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:38.022249 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:38.045607 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d35df5-ec77-4cd2-aad0-0b5092629fc2 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Pushing event deleted for resources: {'Port': ['ID=08ca39e5-59e1-4f7a-887b-ceb7fc9c4671,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:38.122433 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:38.186606 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e7778-32a7-41de-841f-09047989f8c3 req-a9cdd310-bda5-41c4-aacb-91c45d7aeea3 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:38.188067 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-188e7778-32a7-41de-841f-09047989f8c3 req-a9cdd310-bda5-41c4-aacb-91c45d7aeea3 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 945 time: 0.0567782 Jul 05 16:13:38.198209 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10730b21-09ee-418a-ad84-dce43de44179 req-97d35df5-ec77-4cd2-aad0-0b5092629fc2 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Router 40153f6d-6cc1-4d04-b305-eeb135ab17d8 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:13:38.285214 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-188e7778-32a7-41de-841f-09047989f8c3 req-4ae8b7ee-fced-4ef7-8cff-ecb12c448f04 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893900 Jul 05 16:13:38.346626 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10730b21-09ee-418a-ad84-dce43de44179 req-97d35df5-ec77-4cd2-aad0-0b5092629fc2 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:13:38.356636 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3117ae7e-c54a-450c-b670-074073cbf837 None None] Sync routers for ids ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:13:38.366885 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3117ae7e-c54a-450c-b670-074073cbf837 None None] Routers {'40153f6d-6cc1-4d04-b305-eeb135ab17d8'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:13:38.367546 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-3117ae7e-c54a-450c-b670-074073cbf837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:13:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:38.389319 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-10730b21-09ee-418a-ad84-dce43de44179 req-97d35df5-ec77-4cd2-aad0-0b5092629fc2 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] No DVR routers for this DVR port 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 on host hv-cinder-84875 {{(pid=104585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:13:38.391926 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-10730b21-09ee-418a-ad84-dce43de44179 req-97d35df5-ec77-4cd2-aad0-0b5092629fc2 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:38.396326 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-10730b21-09ee-418a-ad84-dce43de44179 req-97d35df5-ec77-4cd2-aad0-0b5092629fc2 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.47 "DELETE /v2.0/ports/08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 HTTP/1.1" status: 204 len: 173 time: 1.0118210 Jul 05 16:13:38.396810 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b902cfe-0e0b-4ce5-b2df-67ca0464da74', 'name': 'network-vif-deleted', 'tag': '08ca39e5-59e1-4f7a-887b-ceb7fc9c4671'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:13:38.399034 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1433f5e4-05e3-4ede-98e3-0eb0639f90d0" -d '{"events": [{"server_uuid": "9b902cfe-0e0b-4ce5-b2df-67ca0464da74", "name": "network-vif-deleted", "tag": "08ca39e5-59e1-4f7a-887b-ceb7fc9c4671"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:13:38.430407 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:13:38.444016 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fc496f-92ad-4b10-b10c-5bcfe0d4ebd0 x-openstack-request-id: req-06fc496f-92ad-4b10-b10c-5bcfe0d4ebd0 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:13:38.444314 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b902cfe-0e0b-4ce5-b2df-67ca0464da74", "name": "network-vif-deleted", "tag": "08ca39e5-59e1-4f7a-887b-ceb7fc9c4671", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:13:38.444844 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-06fc496f-92ad-4b10-b10c-5bcfe0d4ebd0 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:13:38.445392 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06fc496f-92ad-4b10-b10c-5bcfe0d4ebd0'] response: {'server_uuid': '9b902cfe-0e0b-4ce5-b2df-67ca0464da74', 'name': 'network-vif-deleted', 'tag': '08ca39e5-59e1-4f7a-887b-ceb7fc9c4671', 'status': 'completed', 'code': 200} Jul 05 16:13:38.494389 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-3117ae7e-c54a-450c-b670-074073cbf837 None None] Set router 40153f6d-6cc1-4d04-b305-eeb135ab17d8 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:13:38.689771 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-3117ae7e-c54a-450c-b670-074073cbf837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'name': 'tempest-AttachVolumeTestJSON-310078999-router', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:52Z', 'revision_number': 4, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'gw_port': {'id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '011534e7-5ebc-4e50-8a29-7603759fb90f', 'name': '', 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'mac_address': 'fa:16:3e:0f:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:50Z', 'updated_at': '2022-07-05T16:09:05Z', 'revision_number': 5, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'subnets': [{'id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:38.714449 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3117ae7e-c54a-450c-b670-074073cbf837 None None] Checking router: 40153f6d-6cc1-4d04-b305-eeb135ab17d8 for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:13:38.722937 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3117ae7e-c54a-450c-b670-074073cbf837 None None] Routers {'40153f6d-6cc1-4d04-b305-eeb135ab17d8'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:13:38.723538 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-3117ae7e-c54a-450c-b670-074073cbf837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:13:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:38.752653 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-da17597b-cfd4-4a0e-b5c5-fcc80f5b9443 req-42a30be3-1c15-493d-a7f1-2b09b4897a28 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 210 time: 0.0307269 Jul 05 16:13:38.824269 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-3117ae7e-c54a-450c-b670-074073cbf837 None None] Set router 40153f6d-6cc1-4d04-b305-eeb135ab17d8 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:13:39.001875 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-3117ae7e-c54a-450c-b670-074073cbf837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'name': 'tempest-AttachVolumeTestJSON-310078999-router', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:52Z', 'revision_number': 4, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'gw_port': {'id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '011534e7-5ebc-4e50-8a29-7603759fb90f', 'name': '', 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'mac_address': 'fa:16:3e:0f:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:50Z', 'updated_at': '2022-07-05T16:09:05Z', 'revision_number': 5, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'subnets': [{'id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:39.029318 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3117ae7e-c54a-450c-b670-074073cbf837 None None] The sync data for ids ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'] in dv-cinder-848759-1-iscsi is: [{'id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'name': 'tempest-AttachVolumeTestJSON-310078999-router', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:52Z', 'revision_number': 4, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'gw_port': {'id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '011534e7-5ebc-4e50-8a29-7603759fb90f', 'name': '', 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'mac_address': 'fa:16:3e:0f:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:50Z', 'updated_at': '2022-07-05T16:09:05Z', 'revision_number': 5, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'subnets': [{'id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:13:39.251553 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc214ce-3fad-4953-a610-ab2752818710 None None] New status for floating IP 48f8a2e2-72eb-4b0c-8701-3f6924eae750: DOWN {{(pid=104586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:13:39.405829 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd75537-4d25-4633-a2d4-175cb91f85a2 req-9af6fddd-f81a-468b-9776-c5393d43cc58 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:39.407283 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fcd75537-4d25-4633-a2d4-175cb91f85a2 req-9af6fddd-f81a-468b-9776-c5393d43cc58 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 945 time: 0.0468724 Jul 05 16:13:39.434797 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:39.457314 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fcd75537-4d25-4633-a2d4-175cb91f85a2 req-b06e1b13-be3f-40af-b0d5-3a718acad825 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437121 Jul 05 16:13:39.570343 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7d259-195e-4894-9062-fe163d4ac57d req-338c08bd-cdcd-4d99-ad53-3cd579b7ba0c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:39.571702 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1ea7d259-195e-4894-9062-fe163d4ac57d req-338c08bd-cdcd-4d99-ad53-3cd579b7ba0c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 945 time: 0.0461388 Jul 05 16:13:39.580036 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 48212) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:13:39.584866 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-e083330b-1021-4de0-a164-d07a75de9709 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Request body: {'floatingip': {'port_id': '1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:13:39.626741 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e083330b-1021-4de0-a164-d07a75de9709 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for floatingip (6f55e5b1-180c-45ca-8221-d2d2edf5ba01), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:39.897528 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6398944c-161a-4c78-a941-83066fae0387 req-8957ebfb-0a1c-4362-a627-e512f1511af8 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b902cfe-0e0b-4ce5-b2df-67ca0464da74 HTTP/1.1" status: 200 len: 210 time: 0.0609779 Jul 05 16:13:40.050001 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:40.068696 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e083330b-1021-4de0-a164-d07a75de9709 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:40.127953 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e083330b-1021-4de0-a164-d07a75de9709 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (6f55e5b1-180c-45ca-8221-d2d2edf5ba01), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:40.222034 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.l3_db [None req-e083330b-1021-4de0-a164-d07a75de9709 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Floating IP 6f55e5b1-180c-45ca-8221-d2d2edf5ba01 associated. External IP: 172.27.3.19, port: 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff. Jul 05 16:13:40.414057 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e083330b-1021-4de0-a164-d07a75de9709 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Router 3ead801b-06f1-4a71-9466-3d473d45e374 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:13:40.513553 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e083330b-1021-4de0-a164-d07a75de9709 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:13:40.518093 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e083330b-1021-4de0-a164-d07a75de9709 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:40.522344 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a72848-b02c-4d8a-b08f-4102444dd038 None None] Sync routers for ids ['3ead801b-06f1-4a71-9466-3d473d45e374'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:13:40.532397 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a72848-b02c-4d8a-b08f-4102444dd038 None None] Routers {'3ead801b-06f1-4a71-9466-3d473d45e374'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:13:40.533028 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-18a72848-b02c-4d8a-b08f-4102444dd038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:13:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['3ead801b-06f1-4a71-9466-3d473d45e374'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:40.545781 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-e083330b-1021-4de0-a164-d07a75de9709 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "PUT /v2.0/floatingips/6f55e5b1-180c-45ca-8221-d2d2edf5ba01 HTTP/1.1" status: 200 len: 990 time: 0.9646521 Jul 05 16:13:40.546357 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b7b310-f555-460e-a187-4940bb9df69a', 'tag': '1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:13:40.548710 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d638957-3a53-41fa-b507-a78aeaaad058" -d '{"events": [{"name": "network-changed", "server_uuid": "33b7b310-f555-460e-a187-4940bb9df69a", "tag": "1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:13:40.584569 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cb2819-4576-4bc5-9fc9-e6f123d4c07b x-openstack-request-id: req-78cb2819-4576-4bc5-9fc9-e6f123d4c07b {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:13:40.584875 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b7b310-f555-460e-a187-4940bb9df69a", "tag": "1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:13:40.585127 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-78cb2819-4576-4bc5-9fc9-e6f123d4c07b {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:13:40.585528 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78cb2819-4576-4bc5-9fc9-e6f123d4c07b'] response: {'name': 'network-changed', 'server_uuid': '33b7b310-f555-460e-a187-4940bb9df69a', 'tag': '1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff', 'status': 'completed', 'code': 200} Jul 05 16:13:40.641069 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-18a72848-b02c-4d8a-b08f-4102444dd038 None None] Set router 3ead801b-06f1-4a71-9466-3d473d45e374 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:13:40.653483 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d638957-3a53-41fa-b507-a78aeaaad058 req-fabf7d88-4027-4434-ba59-44b50abb66fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:40.654992 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4d638957-3a53-41fa-b507-a78aeaaad058 req-fabf7d88-4027-4434-ba59-44b50abb66fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6acb89542314578839f701251add904&device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 1129 time: 0.0446227 Jul 05 16:13:40.696319 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:40.754443 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d638957-3a53-41fa-b507-a78aeaaad058 req-3ee10803-c69f-4615-817b-5c941852424d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:40.755923 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4d638957-3a53-41fa-b507-a78aeaaad058 req-3ee10803-c69f-4615-817b-5c941852424d service neutron] 10.222.0.47 "GET /v2.0/networks?id=2110daf5-1cfa-4c9d-9065-b33fabf55a66 HTTP/1.1" status: 200 len: 917 time: 0.0937057 Jul 05 16:13:40.818276 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4d638957-3a53-41fa-b507-a78aeaaad058 req-9289eb8d-22bf-4a8f-b2c0-0fe598644642 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff HTTP/1.1" status: 200 len: 998 time: 0.0550449 Jul 05 16:13:40.868414 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d638957-3a53-41fa-b507-a78aeaaad058 req-07968e49-6ee4-40ef-b695-a46237b1d53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:40.869886 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4d638957-3a53-41fa-b507-a78aeaaad058 req-07968e49-6ee4-40ef-b695-a46237b1d53a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c0055538-accc-457f-a7de-0db99e31abb1 HTTP/1.1" status: 200 len: 855 time: 0.0442824 Jul 05 16:13:40.878420 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=100 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:40.920450 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=100 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:40.939060 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-18a72848-b02c-4d8a-b08f-4102444dd038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'name': 'tempest-AttachVolumeShelveTestJSON-176795705-router', 'tenant_id': 'b6acb89542314578839f701251add904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:56Z', 'revision_number': 4, 'project_id': 'b6acb89542314578839f701251add904', 'gw_port': {'id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:48Z', 'updated_at': '2022-07-05T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '6f55e5b1-180c-45ca-8221-d2d2edf5ba01', 'tenant_id': 'b6acb89542314578839f701251add904', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'port_id': '1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'mac_address': 'fa:16:3e:ce:55:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7b310-f555-460e-a187-4940bb9df69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:13:24Z', 'updated_at': '2022-07-05T16:13:39Z', 'revision_number': 1, 'project_id': 'b6acb89542314578839f701251add904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0d69d5-8f64-4477-b776-bd52cb43fea0', 'name': '', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'tenant_id': 'b6acb89542314578839f701251add904', 'mac_address': 'fa:16:3e:b9:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:54Z', 'updated_at': '2022-07-05T16:09:17Z', 'revision_number': 5, 'project_id': 'b6acb89542314578839f701251add904', 'subnets': [{'id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:40.968752 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a72848-b02c-4d8a-b08f-4102444dd038 None None] Checking router: 3ead801b-06f1-4a71-9466-3d473d45e374 for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:13:40.978778 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a72848-b02c-4d8a-b08f-4102444dd038 None None] Routers {'3ead801b-06f1-4a71-9466-3d473d45e374'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:13:40.979468 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-18a72848-b02c-4d8a-b08f-4102444dd038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:13:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['3ead801b-06f1-4a71-9466-3d473d45e374'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:41.063783 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48224) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:13:41.085210 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-18a72848-b02c-4d8a-b08f-4102444dd038 None None] Set router 3ead801b-06f1-4a71-9466-3d473d45e374 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:13:41.124561 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8640-950b-4fee-aa6f-a18f9613ba81 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for security_group (e986cbda-4393-48a6-9094-460028194364), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:41.143900 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d638957-3a53-41fa-b507-a78aeaaad058 req-2ffdc53f-2fb2-43f6-9d0a-af3730297907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:41.145433 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4d638957-3a53-41fa-b507-a78aeaaad058 req-2ffdc53f-2fb2-43f6-9d0a-af3730297907 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2110daf5-1cfa-4c9d-9065-b33fabf55a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2687275 Jul 05 16:13:41.151348 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8640-950b-4fee-aa6f-a18f9613ba81 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for security_group (e986cbda-4393-48a6-9094-460028194364), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:41.249586 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4d638957-3a53-41fa-b507-a78aeaaad058 req-2e1e3906-0a7f-4db3-b33e-85dc85f321e7 service neutron] 10.222.0.47 "GET /v2.0/networks/2110daf5-1cfa-4c9d-9065-b33fabf55a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947809 Jul 05 16:13:41.257135 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8640-950b-4fee-aa6f-a18f9613ba81 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (e986cbda-4393-48a6-9094-460028194364), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:41.260478 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8640-950b-4fee-aa6f-a18f9613ba81 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:41.261175 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-d4ab8640-950b-4fee-aa6f-a18f9613ba81 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "DELETE /v2.0/security-groups/e986cbda-4393-48a6-9094-460028194364 HTTP/1.1" status: 204 len: 168 time: 0.1963930 Jul 05 16:13:41.266137 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 48226) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:13:41.277970 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab8640-950b-4fee-aa6f-a18f9613ba81 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e986cbda-4393-48a6-9094-460028194364,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:41.299142 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:41.303064 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.api.v2.resource [None req-7c22ff5a-7ec3-43d5-8eb8-1172e03d40fd tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] show failed (client error): The resource could not be found. Jul 05 16:13:41.303918 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-18a72848-b02c-4d8a-b08f-4102444dd038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'name': 'tempest-AttachVolumeShelveTestJSON-176795705-router', 'tenant_id': 'b6acb89542314578839f701251add904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:56Z', 'revision_number': 4, 'project_id': 'b6acb89542314578839f701251add904', 'gw_port': {'id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:48Z', 'updated_at': '2022-07-05T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '6f55e5b1-180c-45ca-8221-d2d2edf5ba01', 'tenant_id': 'b6acb89542314578839f701251add904', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'port_id': '1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'mac_address': 'fa:16:3e:ce:55:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7b310-f555-460e-a187-4940bb9df69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:13:24Z', 'updated_at': '2022-07-05T16:13:39Z', 'revision_number': 1, 'project_id': 'b6acb89542314578839f701251add904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0d69d5-8f64-4477-b776-bd52cb43fea0', 'name': '', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'tenant_id': 'b6acb89542314578839f701251add904', 'mac_address': 'fa:16:3e:b9:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:54Z', 'updated_at': '2022-07-05T16:09:17Z', 'revision_number': 5, 'project_id': 'b6acb89542314578839f701251add904', 'subnets': [{'id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:41.304085 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-7c22ff5a-7ec3-43d5-8eb8-1172e03d40fd tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups/e986cbda-4393-48a6-9094-460028194364 HTTP/1.1" status: 404 len: 347 time: 0.0360637 Jul 05 16:13:41.307562 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48228) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:13:41.329539 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a72848-b02c-4d8a-b08f-4102444dd038 None None] The sync data for ids ['3ead801b-06f1-4a71-9466-3d473d45e374'] in dv-cinder-848759-1-iscsi is: [{'id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'name': 'tempest-AttachVolumeShelveTestJSON-176795705-router', 'tenant_id': 'b6acb89542314578839f701251add904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:56Z', 'revision_number': 4, 'project_id': 'b6acb89542314578839f701251add904', 'gw_port': {'id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:48Z', 'updated_at': '2022-07-05T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '6f55e5b1-180c-45ca-8221-d2d2edf5ba01', 'tenant_id': 'b6acb89542314578839f701251add904', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'port_id': '1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'mac_address': 'fa:16:3e:ce:55:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7b310-f555-460e-a187-4940bb9df69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:13:24Z', 'updated_at': '2022-07-05T16:13:39Z', 'revision_number': 1, 'project_id': 'b6acb89542314578839f701251add904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0d69d5-8f64-4477-b776-bd52cb43fea0', 'name': '', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'tenant_id': 'b6acb89542314578839f701251add904', 'mac_address': 'fa:16:3e:b9:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:54Z', 'updated_at': '2022-07-05T16:09:17Z', 'revision_number': 5, 'project_id': 'b6acb89542314578839f701251add904', 'subnets': [{'id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:13:41.371879 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4d638957-3a53-41fa-b507-a78aeaaad058 req-0d65395e-84cb-4a28-b4df-1cb4768d8f60 service neutron] 10.222.0.47 "GET /v2.0/networks/2110daf5-1cfa-4c9d-9065-b33fabf55a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132295 Jul 05 16:13:41.426556 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-6c2f4674-c757-4d3b-9ebe-ad6fe07fb61a tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Deleting port 2b1500e3-ad2a-4e9d-9fe7-1665b51feceb {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:13:41.426944 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6c2f4674-c757-4d3b-9ebe-ad6fe07fb61a tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (2b1500e3-ad2a-4e9d-9fe7-1665b51feceb), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:41.512913 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6c2f4674-c757-4d3b-9ebe-ad6fe07fb61a tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (2b1500e3-ad2a-4e9d-9fe7-1665b51feceb), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:41.512913 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6c2f4674-c757-4d3b-9ebe-ad6fe07fb61a tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for floatingip (2b1500e3-ad2a-4e9d-9fe7-1665b51feceb), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:41.524524 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-6c2f4674-c757-4d3b-9ebe-ad6fe07fb61a tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Calling delete_port for 2b1500e3-ad2a-4e9d-9fe7-1665b51feceb owned by network:floatingip {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:13:41.550000 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dc1406-0786-48b0-bd0c-8436e6fe5fb2 None None] New status for floating IP 6f55e5b1-180c-45ca-8221-d2d2edf5ba01: ACTIVE {{(pid=104586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:13:41.582599 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:41.642223 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:41.712525 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 no longer exists at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:13:41.731100 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] No Port match for: 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:13:41.731487 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 08ca39e5-59e1-4f7a-887b-ceb7fc9c4671 not bound to the agent host hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:13:41.761966 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6c2f4674-c757-4d3b-9ebe-ad6fe07fb61a tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (2b1500e3-ad2a-4e9d-9fe7-1665b51feceb), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:41.789147 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f4674-c757-4d3b-9ebe-ad6fe07fb61a tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Pushing event deleted for resources: {'Port': ['ID=2b1500e3-ad2a-4e9d-9fe7-1665b51feceb,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:41.853426 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6c2f4674-c757-4d3b-9ebe-ad6fe07fb61a tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for floatingip (48f8a2e2-72eb-4b0c-8701-3f6924eae750), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:41.856256 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6c2f4674-c757-4d3b-9ebe-ad6fe07fb61a tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:41.857485 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-6c2f4674-c757-4d3b-9ebe-ad6fe07fb61a tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "DELETE /v2.0/floatingips/48f8a2e2-72eb-4b0c-8701-3f6924eae750 HTTP/1.1" status: 204 len: 168 time: 0.5488615 Jul 05 16:13:42.010006 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48232) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:13:42.014511 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-315f38c3-203b-4ea3-a83b-faef24b4e068 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Request body: {'security_group': {'name': 'tempest-securitygroup--503417460', 'description': 'tempest-description--62027019'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:13:42.070519 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-315f38c3-203b-4ea3-a83b-faef24b4e068 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:42.136852 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-315f38c3-203b-4ea3-a83b-faef24b4e068 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for security_group (3c87e733-6e73-488c-9724-9dac4c637297), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:42.173047 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-315f38c3-203b-4ea3-a83b-faef24b4e068 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (3c87e733-6e73-488c-9724-9dac4c637297), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:42.204942 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f38c3-203b-4ea3-a83b-faef24b4e068 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c87e733-6e73-488c-9724-9dac4c637297,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:42.243889 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-315f38c3-203b-4ea3-a83b-faef24b4e068 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:42.245121 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-315f38c3-203b-4ea3-a83b-faef24b4e068 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2340882 Jul 05 16:13:42.247924 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48234) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:13:42.252050 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-fe6c69fe-0159-4943-9666-e36a726986e8 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Request body: {'security_group_rule': {'security_group_id': '3c87e733-6e73-488c-9724-9dac4c637297', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:13:42.340350 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-fe6c69fe-0159-4943-9666-e36a726986e8 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for security_group_rule (3b0a650d-7587-44bd-8c9d-e32fd0127b61), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:42.354214 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:42.363222 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:42.394191 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-fe6c69fe-0159-4943-9666-e36a726986e8 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for security_group_rule (3b0a650d-7587-44bd-8c9d-e32fd0127b61), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:42.470707 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-fe6c69fe-0159-4943-9666-e36a726986e8 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (3b0a650d-7587-44bd-8c9d-e32fd0127b61), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:42.490435 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c69fe-0159-4943-9666-e36a726986e8 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b0a650d-7587-44bd-8c9d-e32fd0127b61,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:42.552841 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-fe6c69fe-0159-4943-9666-e36a726986e8 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:42.554045 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-fe6c69fe-0159-4943-9666-e36a726986e8 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3052371 Jul 05 16:13:42.557903 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48238) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:13:42.562200 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-cedfeea8-833f-4bbf-887e-cc1db1fb5e7b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Request body: {'security_group_rule': {'security_group_id': '3c87e733-6e73-488c-9724-9dac4c637297', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:13:42.673690 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cedfeea8-833f-4bbf-887e-cc1db1fb5e7b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for security_group_rule (5c8eaf2c-fb19-4dbe-b676-1d36765e8b0e), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:42.728454 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cedfeea8-833f-4bbf-887e-cc1db1fb5e7b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for security_group_rule (5c8eaf2c-fb19-4dbe-b676-1d36765e8b0e), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:42.811026 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cedfeea8-833f-4bbf-887e-cc1db1fb5e7b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (5c8eaf2c-fb19-4dbe-b676-1d36765e8b0e), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:42.830264 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfeea8-833f-4bbf-887e-cc1db1fb5e7b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8eaf2c-fb19-4dbe-b676-1d36765e8b0e,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:42.887211 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cedfeea8-833f-4bbf-887e-cc1db1fb5e7b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:42.888463 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-cedfeea8-833f-4bbf-887e-cc1db1fb5e7b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3295729 Jul 05 16:13:42.891610 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48240) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:13:42.896060 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-92f7c1c9-b938-4d54-8b31-b18668765973 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Request body: {'floatingip': {'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:13:42.965905 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-92f7c1c9-b938-4d54-8b31-b18668765973 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:43.048070 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-92f7c1c9-b938-4d54-8b31-b18668765973 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:43.159124 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_common [None req-92f7c1c9-b938-4d54-8b31-b18668765973 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Allocated IP 172.27.3.99 (90903495-288b-44cb-8357-c0c74fc45d82/c848da7f-4b94-4cfd-b899-6ee4cbeaeda8/4dcc5360-aada-46e5-98df-e0253c05e122) {{(pid=104584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:13:43.216083 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8b23a-ff7f-41b8-ad53-e06adc1c43ec req-2ed23c85-fc4c-4529-ae3e-5ea230bc1deb tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:43.217712 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e4c8b23a-ff7f-41b8-ad53-e06adc1c43ec req-2ed23c85-fc4c-4529-ae3e-5ea230bc1deb tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 985 time: 0.0614502 Jul 05 16:13:43.277818 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac3b11-bff3-4952-b2ca-0af234c5c216 req-925ac4f2-5581-4884-b47b-33c7d43dce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:43.279284 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d6ac3b11-bff3-4952-b2ca-0af234c5c216 req-925ac4f2-5581-4884-b47b-33c7d43dce9f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71b68c04578747d08842aab556e98030&device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 1169 time: 0.0607257 Jul 05 16:13:43.283243 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-92f7c1c9-b938-4d54-8b31-b18668765973 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for port (4dcc5360-aada-46e5-98df-e0253c05e122), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:43.300986 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:43.343968 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e4c8b23a-ff7f-41b8-ad53-e06adc1c43ec req-cce43885-5083-40d5-afbd-2d83466c3d69 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=193810cf-2e17-46e2-b6c3-5ef68e3c5435&id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1156871 Jul 05 16:13:43.407485 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac3b11-bff3-4952-b2ca-0af234c5c216 req-4e220447-203b-4948-8e29-314f5598013c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:43.408953 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d6ac3b11-bff3-4952-b2ca-0af234c5c216 req-4e220447-203b-4948-8e29-314f5598013c service neutron] 10.222.0.47 "GET /v2.0/networks?id=750c75bc-9396-4e63-887d-6375009b41b0 HTTP/1.1" status: 200 len: 916 time: 0.1181173 Jul 05 16:13:43.429041 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-92f7c1c9-b938-4d54-8b31-b18668765973 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (4dcc5360-aada-46e5-98df-e0253c05e122), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:43.470715 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f7c1c9-b938-4d54-8b31-b18668765973 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Network 90903495-288b-44cb-8357-c0c74fc45d82 is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:13:43.476001 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-92f7c1c9-b938-4d54-8b31-b18668765973 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:13:43.477900 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d6ac3b11-bff3-4952-b2ca-0af234c5c216 req-d1bd7911-2d78-4f89-b5eb-530ecd94ddab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0acdc586-b1e0-458b-8b41-006c61e42c40 HTTP/1.1" status: 200 len: 1002 time: 0.0587204 Jul 05 16:13:43.479820 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f7c1c9-b938-4d54-8b31-b18668765973 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Received port after_create {{(pid=104584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:13:43.483176 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7c1c9-b938-4d54-8b31-b18668765973 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Pushing event updated for resources: {'Port': ['ID=4dcc5360-aada-46e5-98df-e0253c05e122,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:43.529803 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac3b11-bff3-4952-b2ca-0af234c5c216 req-c529b260-04af-425d-961c-18a66d50e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:43.531439 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d6ac3b11-bff3-4952-b2ca-0af234c5c216 req-c529b260-04af-425d-961c-18a66d50e767 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ed907310-55eb-4496-abc3-ae90b3926b2b HTTP/1.1" status: 200 len: 854 time: 0.0453019 Jul 05 16:13:43.567833 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-92f7c1c9-b938-4d54-8b31-b18668765973 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for floatingip (3eba7c49-4810-4274-918a-5d408cf330bc), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:43.572355 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:43.576064 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac3b11-bff3-4952-b2ca-0af234c5c216 req-57f4e0cd-8baa-44a6-b2fe-9347a3eb064a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:43.577680 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d6ac3b11-bff3-4952-b2ca-0af234c5c216 req-57f4e0cd-8baa-44a6-b2fe-9347a3eb064a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=750c75bc-9396-4e63-887d-6375009b41b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382950 Jul 05 16:13:43.658664 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-92f7c1c9-b938-4d54-8b31-b18668765973 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (4dcc5360-aada-46e5-98df-e0253c05e122), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:43.679666 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d6ac3b11-bff3-4952-b2ca-0af234c5c216 req-b10443e5-a4e9-4388-bf35-bfd4340ca1c1 service neutron] 10.222.0.47 "GET /v2.0/networks/750c75bc-9396-4e63-887d-6375009b41b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945795 Jul 05 16:13:43.772274 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d6ac3b11-bff3-4952-b2ca-0af234c5c216 req-5a219eff-712b-455e-a95b-1661575d1c64 service neutron] 10.222.0.47 "GET /v2.0/networks/750c75bc-9396-4e63-887d-6375009b41b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854259 Jul 05 16:13:43.808394 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-92f7c1c9-b938-4d54-8b31-b18668765973 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for port (4dcc5360-aada-46e5-98df-e0253c05e122), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:43.864578 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-92f7c1c9-b938-4d54-8b31-b18668765973 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1268176'] for port (4dcc5360-aada-46e5-98df-e0253c05e122), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:43.939338 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7c1c9-b938-4d54-8b31-b18668765973 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Pushing event updated for resources: {'Port': ['ID=4dcc5360-aada-46e5-98df-e0253c05e122,revision_number=2']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:43.950313 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-92f7c1c9-b938-4d54-8b31-b18668765973 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (3eba7c49-4810-4274-918a-5d408cf330bc), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:44.012953 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-92f7c1c9-b938-4d54-8b31-b18668765973 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:44.014326 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-92f7c1c9-b938-4d54-8b31-b18668765973 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1217582 Jul 05 16:13:44.370428 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-ffc3b6f9-4b3f-47f1-bb32-7d692ff3df3b tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--503417460&fields=id&tenant_id=3ec37a457530439b8728dd2ad2b6b7bd HTTP/1.1" status: 200 len: 267 time: 0.0460134 Jul 05 16:13:44.461560 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:44.481739 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-f831d8e9-d15d-4e7c-8938-1cddcfb58ec4 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:44.483344 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-f831d8e9-d15d-4e7c-8938-1cddcfb58ec4 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/networks?id=77e226ae-740f-49bf-a51d-1fc557b375c9 HTTP/1.1" status: 200 len: 810 time: 0.1066244 Jul 05 16:13:44.500422 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-a5ba4c35-936c-48d3-a2b7-6a166f818c82 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/quotas/3ec37a457530439b8728dd2ad2b6b7bd HTTP/1.1" status: 200 len: 375 time: 0.0113697 Jul 05 16:13:44.578224 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c2e66-0fcf-4991-b3cd-507de6823002 req-03fa6e89-5650-4f04-b531-f3ae7de84462 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:44.579610 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-223c2e66-0fcf-4991-b3cd-507de6823002 req-03fa6e89-5650-4f04-b531-f3ae7de84462 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 985 time: 0.1627288 Jul 05 16:13:44.584113 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-f07f1f98-5777-4d30-978f-e3d110a46aaa tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ec37a457530439b8728dd2ad2b6b7bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756335 Jul 05 16:13:44.677563 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:44.706055 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-223c2e66-0fcf-4991-b3cd-507de6823002 req-df23e53f-992b-44cc-a636-a7b28c57b2f8 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=193810cf-2e17-46e2-b6c3-5ef68e3c5435&id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1170046 Jul 05 16:13:44.723980 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-b9e7d6c4-4ff0-4813-86e6-40cf9fb4f96d service neutron] 10.222.0.45 "GET /v2.0/networks/77e226ae-740f-49bf-a51d-1fc557b375c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277878 Jul 05 16:13:44.811187 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-06718b2a-b392-466f-a212-e2d362360277 service neutron] 10.222.0.45 "GET /v2.0/networks/77e226ae-740f-49bf-a51d-1fc557b375c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817676 Jul 05 16:13:45.059554 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f1973ee7-65f4-492d-9e59-c8cf043b025b req-180c9ddf-c678-4e7b-9b46-54cd76656622 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66 HTTP/1.1" status: 200 len: 210 time: 0.0283098 Jul 05 16:13:45.826202 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c6bc4-501c-489a-be95-691b425d13ae req-55ecafec-4118-405c-8879-516fea0e0457 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:45.827754 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-721c6bc4-501c-489a-be95-691b425d13ae req-55ecafec-4118-405c-8879-516fea0e0457 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 985 time: 0.0523372 Jul 05 16:13:45.888336 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-721c6bc4-501c-489a-be95-691b425d13ae req-d4c8d7bb-cadd-42df-9b88-6cfffe4a2cc6 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=193810cf-2e17-46e2-b6c3-5ef68e3c5435&id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547621 Jul 05 16:13:46.153273 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f0a47cdb-07bb-4a5d-b4c8-4e9413150cde req-02015b42-2221-4fa8-bab9-7555d3aa35c6 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66 HTTP/1.1" status: 200 len: 210 time: 0.0275259 Jul 05 16:13:47.020324 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f3845-705b-40ba-b35f-64ad265f6323 req-6e3c0de0-d4ce-45a7-a829-077fb76b75f7 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:47.022496 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-758f3845-705b-40ba-b35f-64ad265f6323 req-6e3c0de0-d4ce-45a7-a829-077fb76b75f7 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 985 time: 0.0644956 Jul 05 16:13:47.028196 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-5b387c9d-b527-4193-8aad-db97601e5cc5 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:47.029614 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-5b387c9d-b527-4193-8aad-db97601e5cc5 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.47 "GET /v2.0/networks?id=77e226ae-740f-49bf-a51d-1fc557b375c9 HTTP/1.1" status: 200 len: 810 time: 0.1482432 Jul 05 16:13:47.127556 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-758f3845-705b-40ba-b35f-64ad265f6323 req-2c67c156-271b-4ee1-ab90-4be190f2121d tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=193810cf-2e17-46e2-b6c3-5ef68e3c5435&id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0970111 Jul 05 16:13:47.136593 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-c110f52c-b7b6-4803-b305-66ad070161f8 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ec37a457530439b8728dd2ad2b6b7bd HTTP/1.1" status: 200 len: 379 time: 0.0930407 Jul 05 16:13:47.150016 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-19944aaa-adfc-4faa-afdc-31ad6f6c1604 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Request body: {'port': {'device_id': 'c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66', 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9', 'admin_state_up': True, 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'security_groups': ['3c87e733-6e73-488c-9724-9dac4c637297']}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:13:47.255317 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e9338b49-b30c-4241-93ce-fb9a6d96f097 req-0b693b9e-333a-4101-a4d3-1738a47a839d tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66 HTTP/1.1" status: 200 len: 210 time: 0.0331604 Jul 05 16:13:47.371076 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-19944aaa-adfc-4faa-afdc-31ad6f6c1604 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Made reservation on behalf of 3ec37a457530439b8728dd2ad2b6b7bd for: {'port': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:13:47.374573 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-19944aaa-adfc-4faa-afdc-31ad6f6c1604 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:47.441427 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:47.502046 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-19944aaa-adfc-4faa-afdc-31ad6f6c1604 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Allocated IP 172.20.0.13 (77e226ae-740f-49bf-a51d-1fc557b375c9/f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a/af3d3482-5215-478e-a23e-301b57f33edd) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:13:47.514661 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:47.641483 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-19944aaa-adfc-4faa-afdc-31ad6f6c1604 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for port (af3d3482-5215-478e-a23e-301b57f33edd), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:47.739323 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-19944aaa-adfc-4faa-afdc-31ad6f6c1604 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (af3d3482-5215-478e-a23e-301b57f33edd), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:47.784823 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-19944aaa-adfc-4faa-afdc-31ad6f6c1604 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Network 77e226ae-740f-49bf-a51d-1fc557b375c9 is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:13:47.787823 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-19944aaa-adfc-4faa-afdc-31ad6f6c1604 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:13:47.791558 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-19944aaa-adfc-4faa-afdc-31ad6f6c1604 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:13:47.797876 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19944aaa-adfc-4faa-afdc-31ad6f6c1604 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Pushing event updated for resources: {'Port': ['ID=af3d3482-5215-478e-a23e-301b57f33edd,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:47.848776 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-19944aaa-adfc-4faa-afdc-31ad6f6c1604 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:47.849442 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-19944aaa-adfc-4faa-afdc-31ad6f6c1604 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:47.936022 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-19944aaa-adfc-4faa-afdc-31ad6f6c1604 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7897351 Jul 05 16:13:47.948612 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-abeb6416-429a-4bb3-80f4-961f3e34225b service neutron] Request body: {'port': {'device_id': 'c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84875'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:13:48.011418 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-abeb6416-429a-4bb3-80f4-961f3e34225b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (af3d3482-5215-478e-a23e-301b57f33edd), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:48.029626 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-5b47d194-4968-4588-ba47-b656461d4146 None None] Provisioning complete for port af3d3482-5215-478e-a23e-301b57f33edd triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:13:48.030189 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-5b47d194-4968-4588-ba47-b656461d4146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (af3d3482-5215-478e-a23e-301b57f33edd), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:48.065459 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-5b47d194-4968-4588-ba47-b656461d4146 None None] Port af3d3482-5215-478e-a23e-301b57f33edd cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:13:48.263914 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cd544-ba64-4651-b939-95fe571f61f8 req-814947d6-b496-43f5-9207-fb19c6261db0 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:48.265290 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-770cd544-ba64-4651-b939-95fe571f61f8 req-814947d6-b496-43f5-9207-fb19c6261db0 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 985 time: 0.0692048 Jul 05 16:13:48.320082 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-abeb6416-429a-4bb3-80f4-961f3e34225b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af3d3482-5215-478e-a23e-301b57f33edd {{(pid=104585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:13:48.342416 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-abeb6416-429a-4bb3-80f4-961f3e34225b service neutron] Publish callbacks [] for port (af3d3482-5215-478e-a23e-301b57f33edd), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:48.372606 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:48.398311 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.provisioning_blocks [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-abeb6416-429a-4bb3-80f4-961f3e34225b service neutron] Transition to ACTIVE for port object af3d3482-5215-478e-a23e-301b57f33edd will not be triggered until provisioned by entity L2. {{(pid=104585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 16:13:48.405004 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-770cd544-ba64-4651-b939-95fe571f61f8 req-76a6e913-18d9-4dd0-8c43-c758fdb558b2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=193810cf-2e17-46e2-b6c3-5ef68e3c5435&id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1341567 Jul 05 16:13:48.411195 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11b60b-0f37-4618-ab26-c3cd2ce5352b req-fae6d63f-12e3-4fd0-a308-1306d6eeb192 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:48.413132 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-be11b60b-0f37-4618-ab26-c3cd2ce5352b req-fae6d63f-12e3-4fd0-a308-1306d6eeb192 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66 HTTP/1.1" status: 200 len: 932 time: 0.0835745 Jul 05 16:13:48.456203 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:48.460898 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-be11b60b-0f37-4618-ab26-c3cd2ce5352b req-209af92f-84a1-4873-903e-467b10a7b229 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c87e733-6e73-488c-9724-9dac4c637297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421746 Jul 05 16:13:48.522717 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-abeb6416-429a-4bb3-80f4-961f3e34225b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (af3d3482-5215-478e-a23e-301b57f33edd), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:48.577710 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb6416-429a-4bb3-80f4-961f3e34225b service neutron] Pushing event updated for resources: {'Port': ['ID=af3d3482-5215-478e-a23e-301b57f33edd,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:48.651193 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-abeb6416-429a-4bb3-80f4-961f3e34225b service neutron] Attempting to bind port af3d3482-5215-478e-a23e-301b57f33edd on host hv-cinder-84875 for vnic_type normal with profile {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:13:48.651550 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-abeb6416-429a-4bb3-80f4-961f3e34225b service neutron] Attempting to bind port af3d3482-5215-478e-a23e-301b57f33edd by drivers openvswitch,hyperv on host hv-cinder-84875 at level 0 using segments [{'id': 'ff03e07f-0eeb-4738-b3fa-daadee566eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9'}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:13:48.651892 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-abeb6416-429a-4bb3-80f4-961f3e34225b service neutron] Attempting to bind port af3d3482-5215-478e-a23e-301b57f33edd on network 77e226ae-740f-49bf-a51d-1fc557b375c9 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:13:48.656667 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-abeb6416-429a-4bb3-80f4-961f3e34225b service neutron] Port af3d3482-5215-478e-a23e-301b57f33edd on network 77e226ae-740f-49bf-a51d-1fc557b375c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84875 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 16:13:48.657012 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-abeb6416-429a-4bb3-80f4-961f3e34225b service neutron] Attempting to bind port af3d3482-5215-478e-a23e-301b57f33edd on network 77e226ae-740f-49bf-a51d-1fc557b375c9 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:13:48.662827 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-abeb6416-429a-4bb3-80f4-961f3e34225b service neutron] Checking agent: {'id': '9349738f-6636-400c-ae94-e0965ca2b601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84875', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'started_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:13:48.663189 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-abeb6416-429a-4bb3-80f4-961f3e34225b service neutron] Checking segment: {'id': 'ff03e07f-0eeb-4738-b3fa-daadee566eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:13:48.663570 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-abeb6416-429a-4bb3-80f4-961f3e34225b service neutron] Bound using segment: {'id': 'ff03e07f-0eeb-4738-b3fa-daadee566eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9'} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:13:48.663994 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-abeb6416-429a-4bb3-80f4-961f3e34225b service neutron] Bound port: af3d3482-5215-478e-a23e-301b57f33edd, host: hv-cinder-84875, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff03e07f-0eeb-4738-b3fa-daadee566eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9'}}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:13:48.664353 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-abeb6416-429a-4bb3-80f4-961f3e34225b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (af3d3482-5215-478e-a23e-301b57f33edd), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:48.728206 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-abeb6416-429a-4bb3-80f4-961f3e34225b service neutron] For port af3d3482-5215-478e-a23e-301b57f33edd, host hv-cinder-84875, cleared binding levels {{(pid=104585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:13:48.731616 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-abeb6416-429a-4bb3-80f4-961f3e34225b service neutron] For port af3d3482-5215-478e-a23e-301b57f33edd, host hv-cinder-84875, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=af3d3482-5215-478e-a23e-301b57f33edd,segment=NetworkSegment(ff03e07f-0eeb-4738-b3fa-daadee566eaa),segment_id=ff03e07f-0eeb-4738-b3fa-daadee566eaa)] {{(pid=104585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:13:48.822915 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-abeb6416-429a-4bb3-80f4-961f3e34225b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (af3d3482-5215-478e-a23e-301b57f33edd), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:48.862740 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-abeb6416-429a-4bb3-80f4-961f3e34225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:48.863346 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-abeb6416-429a-4bb3-80f4-961f3e34225b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:48.864722 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-abeb6416-429a-4bb3-80f4-961f3e34225b service neutron] 10.222.0.47 "PUT /v2.0/ports/af3d3482-5215-478e-a23e-301b57f33edd HTTP/1.1" status: 200 len: 1094 time: 0.9204812 Jul 05 16:13:48.865184 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66', 'tag': 'af3d3482-5215-478e-a23e-301b57f33edd'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:13:48.871313 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5d932d-7472-41a7-a6bb-64e87e983cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66", "tag": "af3d3482-5215-478e-a23e-301b57f33edd"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:13:48.887671 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb6416-429a-4bb3-80f4-961f3e34225b service neutron] Pushing event updated for resources: {'Port': ['ID=af3d3482-5215-478e-a23e-301b57f33edd,revision_number=3']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:48.912230 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa902c3f-40b6-449b-a26c-62ec27c0f10f x-openstack-request-id: req-fa902c3f-40b6-449b-a26c-62ec27c0f10f {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:13:48.912230 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66", "tag": "af3d3482-5215-478e-a23e-301b57f33edd", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:13:48.912230 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fa902c3f-40b6-449b-a26c-62ec27c0f10f {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:13:48.912230 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa902c3f-40b6-449b-a26c-62ec27c0f10f'] response: {'name': 'network-changed', 'server_uuid': 'c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66', 'tag': 'af3d3482-5215-478e-a23e-301b57f33edd', 'status': 'completed', 'code': 200} Jul 05 16:13:48.975114 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d932d-7472-41a7-a6bb-64e87e983cfb req-7d5d326b-d5ea-4c46-9037-90b1a5c9efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:48.976616 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7d5d932d-7472-41a7-a6bb-64e87e983cfb req-7d5d326b-d5ea-4c46-9037-90b1a5c9efa4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ec37a457530439b8728dd2ad2b6b7bd&device_id=c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66 HTTP/1.1" status: 200 len: 1128 time: 0.0438173 Jul 05 16:13:49.079026 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d932d-7472-41a7-a6bb-64e87e983cfb req-737ed92e-2f89-427f-a545-8f6117518493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:49.080392 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7d5d932d-7472-41a7-a6bb-64e87e983cfb req-737ed92e-2f89-427f-a545-8f6117518493 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3ec37a457530439b8728dd2ad2b6b7bd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0958502 Jul 05 16:13:49.179763 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d932d-7472-41a7-a6bb-64e87e983cfb req-a93ec22a-e0ec-4a32-8444-d308fd117a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:49.181213 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7d5d932d-7472-41a7-a6bb-64e87e983cfb req-a93ec22a-e0ec-4a32-8444-d308fd117a33 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931792 Jul 05 16:13:49.285896 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-e56d5007-270c-4282-977e-9153917e7420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:49.287944 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-e56d5007-270c-4282-977e-9153917e7420 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ec37a457530439b8728dd2ad2b6b7bd&device_id=c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66 HTTP/1.1" status: 200 len: 1128 time: 0.0392108 Jul 05 16:13:49.338645 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-7ccfeecd-ac67-444d-83b1-b278b09860c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af3d3482-5215-478e-a23e-301b57f33edd HTTP/1.1" status: 200 len: 217 time: 0.0354016 Jul 05 16:13:49.387292 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-5cbb3f1c-a93b-471f-afac-a1278d0b7a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:49.388668 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-5cbb3f1c-a93b-471f-afac-a1278d0b7a53 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a HTTP/1.1" status: 200 len: 849 time: 0.0429575 Jul 05 16:13:49.432057 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-3050312e-6de1-4623-9415-4fb4b6afe528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:49.433530 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-3050312e-6de1-4623-9415-4fb4b6afe528 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77e226ae-740f-49bf-a51d-1fc557b375c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384152 Jul 05 16:13:49.458132 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:49.592940 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeffd36-e96d-4a41-905e-b743953c72d8 req-c80570bc-9bc6-410f-8769-38ec620c9bdf tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:49.594282 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-eeeffd36-e96d-4a41-905e-b743953c72d8 req-c80570bc-9bc6-410f-8769-38ec620c9bdf tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 985 time: 0.1216037 Jul 05 16:13:49.610503 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-7520ce0c-d865-4c6f-9466-72a65865299f service neutron] 10.222.0.47 "GET /v2.0/networks/77e226ae-740f-49bf-a51d-1fc557b375c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690888 Jul 05 16:13:49.618289 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1a1ff-8c30-4151-b1b2-fbf09d7da436 req-2ccefbfd-b8b1-471a-87c9-f561601257c9 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:49.619617 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2be1a1ff-8c30-4151-b1b2-fbf09d7da436 req-2ccefbfd-b8b1-471a-87c9-f561601257c9 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66 HTTP/1.1" status: 200 len: 944 time: 0.0861225 Jul 05 16:13:49.761130 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-eeeffd36-e96d-4a41-905e-b743953c72d8 req-2660caaf-a7d5-49c8-b176-727b26d33dd2 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=193810cf-2e17-46e2-b6c3-5ef68e3c5435&id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1595454 Jul 05 16:13:49.765683 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2be1a1ff-8c30-4151-b1b2-fbf09d7da436 req-3e69f7ab-2d9d-4ae4-ad59-4a2e2f51e0e6 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c87e733-6e73-488c-9724-9dac4c637297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388423 Jul 05 16:13:49.784821 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c3d46092-f347-47d8-af8c-60d5a7df53bb req-820e80d9-3518-4600-aebb-ed73b5c383c8 service neutron] 10.222.0.47 "GET /v2.0/networks/77e226ae-740f-49bf-a51d-1fc557b375c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589139 Jul 05 16:13:50.848052 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:50.897299 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:50.907271 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d212bd-bf58-4908-9d22-a3df06233521 req-0f91e317-153d-42ff-afab-bab18732e60b tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:50.908703 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a2d212bd-bf58-4908-9d22-a3df06233521 req-0f91e317-153d-42ff-afab-bab18732e60b tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 985 time: 0.0794611 Jul 05 16:13:50.916486 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf324330-f5ad-44bc-99ba-679db2403476 req-029b302a-e699-464b-8e4f-52e65fd748ef tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:50.917859 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-cf324330-f5ad-44bc-99ba-679db2403476 req-029b302a-e699-464b-8e4f-52e65fd748ef tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66 HTTP/1.1" status: 200 len: 944 time: 0.0781090 Jul 05 16:13:51.001835 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-cf324330-f5ad-44bc-99ba-679db2403476 req-768ed20a-cd4e-4100-9383-08b1f357e81f tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c87e733-6e73-488c-9724-9dac4c637297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759363 Jul 05 16:13:51.007193 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a2d212bd-bf58-4908-9d22-a3df06233521 req-02e5cc19-d36b-49fb-8411-a37f74a3315b tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=193810cf-2e17-46e2-b6c3-5ef68e3c5435&id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0884635 Jul 05 16:13:51.302856 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=50 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:51.329743 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=32 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:51.733151 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device af3d3482-5215-478e-a23e-301b57f33edd details requested by agent hyperv_hv-cinder-84875 with host hv-cinder-84875 {{(pid=104586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:13:51.832619 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port af3d3482-5215-478e-a23e-301b57f33edd, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=af3d3482-5215-478e-a23e-301b57f33edd,segment=NetworkSegment(ff03e07f-0eeb-4738-b3fa-daadee566eaa),segment_id=ff03e07f-0eeb-4738-b3fa-daadee566eaa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:13:51.844299 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Returning: {'device': 'af3d3482-5215-478e-a23e-301b57f33edd', 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9', 'port_id': 'af3d3482-5215-478e-a23e-301b57f33edd', 'mac_address': 'fa:16:3e:bb:5c:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:13:51.878893 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port af3d3482-5215-478e-a23e-301b57f33edd is: DOWN; New status is: BUILD {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:13:51.879490 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (af3d3482-5215-478e-a23e-301b57f33edd), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:51.892185 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af3d3482-5215-478e-a23e-301b57f33edd {{(pid=104586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:13:51.912789 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port af3d3482-5215-478e-a23e-301b57f33edd, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=af3d3482-5215-478e-a23e-301b57f33edd,segment=NetworkSegment(ff03e07f-0eeb-4738-b3fa-daadee566eaa),segment_id=ff03e07f-0eeb-4738-b3fa-daadee566eaa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:13:51.982300 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (af3d3482-5215-478e-a23e-301b57f33edd), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:52.032034 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=af3d3482-5215-478e-a23e-301b57f33edd,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:52.158237 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56368b95-e950-45d9-991b-709a29de5034 req-b12d2f9d-af05-45c6-918f-b80bec31cb11 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:52.159687 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-56368b95-e950-45d9-991b-709a29de5034 req-b12d2f9d-af05-45c6-918f-b80bec31cb11 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 985 time: 0.0837781 Jul 05 16:13:52.167857 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d698465-f33e-4850-9823-acb23163972b req-75a2b7c1-0336-42c4-a4f1-284d1691cec1 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:52.169242 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8d698465-f33e-4850-9823-acb23163972b req-75a2b7c1-0336-42c4-a4f1-284d1691cec1 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66 HTTP/1.1" status: 200 len: 945 time: 0.0828023 Jul 05 16:13:52.252803 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8d698465-f33e-4850-9823-acb23163972b req-a6c2cd19-446e-44f3-81ef-a386c678e680 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c87e733-6e73-488c-9724-9dac4c637297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766633 Jul 05 16:13:52.258633 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-56368b95-e950-45d9-991b-709a29de5034 req-42edbb4c-5058-4d52-b4fa-abe3c9e8bccb tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=193810cf-2e17-46e2-b6c3-5ef68e3c5435&id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0883090 Jul 05 16:13:52.296344 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['af3d3482-5215-478e-a23e-301b57f33edd'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:13:53.406534 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e7660-0a12-42dd-be3f-b42b01bd53dc req-e3cd5974-94a0-4227-a4d2-f96ab23e0dbf tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:53.407997 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ae6e7660-0a12-42dd-be3f-b42b01bd53dc req-e3cd5974-94a0-4227-a4d2-f96ab23e0dbf tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 985 time: 0.0799968 Jul 05 16:13:53.414617 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e9093-062b-4e5a-a821-c4bb57ec612d req-06e8c161-3597-4c31-b150-4784c874b59f tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:53.415964 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8e5e9093-062b-4e5a-a821-c4bb57ec612d req-06e8c161-3597-4c31-b150-4784c874b59f tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66 HTTP/1.1" status: 200 len: 945 time: 0.0767519 Jul 05 16:13:53.499088 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8e5e9093-062b-4e5a-a821-c4bb57ec612d req-cece2677-d8eb-42bb-a322-8527234ee1d0 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c87e733-6e73-488c-9724-9dac4c637297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754552 Jul 05 16:13:53.505782 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ae6e7660-0a12-42dd-be3f-b42b01bd53dc req-1386491e-0e32-4f7d-9f9a-83ffa153e25c tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=193810cf-2e17-46e2-b6c3-5ef68e3c5435&id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0882301 Jul 05 16:13:53.758041 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device af3d3482-5215-478e-a23e-301b57f33edd up at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:13:53.799104 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning for port af3d3482-5215-478e-a23e-301b57f33edd completed by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 16:13:53.885286 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning complete for port af3d3482-5215-478e-a23e-301b57f33edd triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:13:53.885667 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (af3d3482-5215-478e-a23e-301b57f33edd), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:53.960687 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:53.961744 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=24,neutron:DELETE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:53.961864 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port af3d3482-5215-478e-a23e-301b57f33edd is: BUILD; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:13:53.962140 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (af3d3482-5215-478e-a23e-301b57f33edd), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:53.985331 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3d3482-5215-478e-a23e-301b57f33edd'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:13:53.990005 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98582100-e2e2-4548-9819-a1615a24c5df" -d '{"events": [{"server_uuid": "c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66", "name": "network-vif-plugged", "status": "completed", "tag": "af3d3482-5215-478e-a23e-301b57f33edd"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:13:54.000200 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port af3d3482-5215-478e-a23e-301b57f33edd, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=af3d3482-5215-478e-a23e-301b57f33edd,segment=NetworkSegment(ff03e07f-0eeb-4738-b3fa-daadee566eaa),segment_id=ff03e07f-0eeb-4738-b3fa-daadee566eaa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:13:54.024121 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d45ec6-5bbf-4661-8ffd-279beb0edca3 x-openstack-request-id: req-c1d45ec6-5bbf-4661-8ffd-279beb0edca3 {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:13:54.024410 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66", "name": "network-vif-plugged", "status": "completed", "tag": "af3d3482-5215-478e-a23e-301b57f33edd", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:13:54.024662 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c1d45ec6-5bbf-4661-8ffd-279beb0edca3 {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:13:54.025109 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1d45ec6-5bbf-4661-8ffd-279beb0edca3'] response: {'server_uuid': 'c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3d3482-5215-478e-a23e-301b57f33edd', 'code': 200} Jul 05 16:13:54.056690 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (af3d3482-5215-478e-a23e-301b57f33edd), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:54.101453 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:54.104553 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=af3d3482-5215-478e-a23e-301b57f33edd,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:54.331608 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330fdba-e591-4b45-a7ff-da5c8ae0687b req-3a23c5bd-7d1d-4477-89ab-3797c3f574ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:54.333182 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4330fdba-e591-4b45-a7ff-da5c8ae0687b req-3a23c5bd-7d1d-4477-89ab-3797c3f574ae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66 HTTP/1.1" status: 200 len: 1130 time: 0.0427611 Jul 05 16:13:54.355363 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:54.380835 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4330fdba-e591-4b45-a7ff-da5c8ae0687b req-32f3c033-5ee6-4fc8-9d39-89921039c633 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3c87e733-6e73-488c-9724-9dac4c637297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396793 Jul 05 16:13:54.641295 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee6e25-7bcc-406a-a65b-75d9aa62ee11 req-29003965-9862-4f69-9b28-bf506d4f7545 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:54.642783 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-03ee6e25-7bcc-406a-a65b-75d9aa62ee11 req-29003965-9862-4f69-9b28-bf506d4f7545 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66 HTTP/1.1" status: 200 len: 946 time: 0.0752938 Jul 05 16:13:54.649132 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba899a-2b15-44d5-a396-2cf2616010e7 req-665e38dd-ed60-4c27-b38d-e6d608fe3d79 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:54.650551 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f2ba899a-2b15-44d5-a396-2cf2616010e7 req-665e38dd-ed60-4c27-b38d-e6d608fe3d79 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 985 time: 0.0738211 Jul 05 16:13:54.737571 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-03ee6e25-7bcc-406a-a65b-75d9aa62ee11 req-d9f12219-1b94-43fe-b25d-4c3298dc7ec1 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c87e733-6e73-488c-9724-9dac4c637297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860701 Jul 05 16:13:54.746467 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f2ba899a-2b15-44d5-a396-2cf2616010e7 req-8b70f538-2680-48e2-aa9f-25daae775a9d tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=193810cf-2e17-46e2-b6c3-5ef68e3c5435&id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0880840 Jul 05 16:13:55.879026 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be95b1e-d82a-4c8f-8d1b-7a02c9c2670e req-c925ad4b-73d5-4839-8202-0f44136f9c12 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:55.880515 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6be95b1e-d82a-4c8f-8d1b-7a02c9c2670e req-c925ad4b-73d5-4839-8202-0f44136f9c12 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66 HTTP/1.1" status: 200 len: 946 time: 0.0736771 Jul 05 16:13:55.888245 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0fea7-1517-4bc3-ba94-44ce804dd707 req-779ce881-5e84-4c0c-9dbc-8453f837b392 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:55.889609 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8ca0fea7-1517-4bc3-ba94-44ce804dd707 req-779ce881-5e84-4c0c-9dbc-8453f837b392 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 985 time: 0.0739067 Jul 05 16:13:55.967308 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6be95b1e-d82a-4c8f-8d1b-7a02c9c2670e req-8f99b320-95af-4bb9-8a5e-cdde4dc59e45 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c87e733-6e73-488c-9724-9dac4c637297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767326 Jul 05 16:13:55.984157 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8ca0fea7-1517-4bc3-ba94-44ce804dd707 req-cf7dca8e-8d1d-4d3b-a18c-dc8207527873 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=193810cf-2e17-46e2-b6c3-5ef68e3c5435&id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0876353 Jul 05 16:13:56.081369 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8fc63-9216-49cb-9416-fa893cbb5b98 req-f4c631a6-75e2-4e77-b126-645fd3e7b6e9 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:56.082861 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9ac8fc63-9216-49cb-9416-fa893cbb5b98 req-f4c631a6-75e2-4e77-b126-645fd3e7b6e9 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66 HTTP/1.1" status: 200 len: 946 time: 0.0497711 Jul 05 16:13:56.092023 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 48354) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:13:56.096384 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-a86f50fb-51d6-455d-95ec-6d2469fdbb90 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Request body: {'floatingip': {'port_id': 'af3d3482-5215-478e-a23e-301b57f33edd'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:13:56.125553 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:56.133473 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a86f50fb-51d6-455d-95ec-6d2469fdbb90 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for floatingip (3eba7c49-4810-4274-918a-5d408cf330bc), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:56.768476 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a86f50fb-51d6-455d-95ec-6d2469fdbb90 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:56.827729 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a86f50fb-51d6-455d-95ec-6d2469fdbb90 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (3eba7c49-4810-4274-918a-5d408cf330bc), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:56.912225 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:56.922490 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.l3_db [None req-a86f50fb-51d6-455d-95ec-6d2469fdbb90 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Floating IP 3eba7c49-4810-4274-918a-5d408cf330bc associated. External IP: 172.27.3.99, port: af3d3482-5215-478e-a23e-301b57f33edd. Jul 05 16:13:57.141868 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e2cfb-6522-4120-80f8-ce8272d210ef req-27e119d0-b179-4573-9d9f-4edde5afba46 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:57.143323 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-974e2cfb-6522-4120-80f8-ce8272d210ef req-27e119d0-b179-4573-9d9f-4edde5afba46 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 985 time: 0.0840964 Jul 05 16:13:57.177604 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86f50fb-51d6-455d-95ec-6d2469fdbb90 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Router 40153f6d-6cc1-4d04-b305-eeb135ab17d8 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:13:57.252716 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-974e2cfb-6522-4120-80f8-ce8272d210ef req-5786820c-bb05-4124-9a07-25cdee133183 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=193810cf-2e17-46e2-b6c3-5ef68e3c5435&id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1024709 Jul 05 16:13:57.315838 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86f50fb-51d6-455d-95ec-6d2469fdbb90 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:13:57.320353 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a86f50fb-51d6-455d-95ec-6d2469fdbb90 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:13:57.326930 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be824962-2fc0-443d-a9f4-6452f59b0615 None None] Sync routers for ids ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:13:57.337293 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be824962-2fc0-443d-a9f4-6452f59b0615 None None] Routers {'40153f6d-6cc1-4d04-b305-eeb135ab17d8'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:13:57.337897 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-be824962-2fc0-443d-a9f4-6452f59b0615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:13:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:57.348869 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:57.355478 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-a86f50fb-51d6-455d-95ec-6d2469fdbb90 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "PUT /v2.0/floatingips/3eba7c49-4810-4274-918a-5d408cf330bc HTTP/1.1" status: 200 len: 991 time: 1.2624636 Jul 05 16:13:57.359134 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66', 'tag': 'af3d3482-5215-478e-a23e-301b57f33edd'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:13:57.359134 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29495b4b-574e-445c-a687-705dd260dbda" -d '{"events": [{"name": "network-changed", "server_uuid": "c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66", "tag": "af3d3482-5215-478e-a23e-301b57f33edd"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:13:57.396377 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df910568-b8b0-4628-a532-d1adfc4f2b27 x-openstack-request-id: req-df910568-b8b0-4628-a532-d1adfc4f2b27 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:13:57.396688 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66", "tag": "af3d3482-5215-478e-a23e-301b57f33edd", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:13:57.396986 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-df910568-b8b0-4628-a532-d1adfc4f2b27 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:13:57.397386 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df910568-b8b0-4628-a532-d1adfc4f2b27'] response: {'name': 'network-changed', 'server_uuid': 'c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66', 'tag': 'af3d3482-5215-478e-a23e-301b57f33edd', 'status': 'completed', 'code': 200} Jul 05 16:13:57.442716 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-be824962-2fc0-443d-a9f4-6452f59b0615 None None] Set router 40153f6d-6cc1-4d04-b305-eeb135ab17d8 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:13:57.466363 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29495b4b-574e-445c-a687-705dd260dbda req-b71a910c-0a61-4a93-9f15-ccc277874d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:57.467979 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-29495b4b-574e-445c-a687-705dd260dbda req-b71a910c-0a61-4a93-9f15-ccc277874d1f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ec37a457530439b8728dd2ad2b6b7bd&device_id=c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66 HTTP/1.1" status: 200 len: 1130 time: 0.0483000 Jul 05 16:13:57.560618 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29495b4b-574e-445c-a687-705dd260dbda req-14c8e785-c932-4b9e-8699-664866ba9071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:57.562013 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-29495b4b-574e-445c-a687-705dd260dbda req-14c8e785-c932-4b9e-8699-664866ba9071 service neutron] 10.222.0.47 "GET /v2.0/networks?id=77e226ae-740f-49bf-a51d-1fc557b375c9 HTTP/1.1" status: 200 len: 911 time: 0.0845120 Jul 05 16:13:57.627441 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-29495b4b-574e-445c-a687-705dd260dbda req-33ef243b-4bfd-4b9a-8f7c-6f556cf1584b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af3d3482-5215-478e-a23e-301b57f33edd HTTP/1.1" status: 200 len: 999 time: 0.0592330 Jul 05 16:13:57.651724 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-be824962-2fc0-443d-a9f4-6452f59b0615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'name': 'tempest-AttachVolumeTestJSON-310078999-router', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:52Z', 'revision_number': 4, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'gw_port': {'id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '3eba7c49-4810-4274-918a-5d408cf330bc', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'port_id': 'af3d3482-5215-478e-a23e-301b57f33edd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9', 'mac_address': 'fa:16:3e:bb:5c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:13:43Z', 'updated_at': '2022-07-05T16:13:56Z', 'revision_number': 1, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011534e7-5ebc-4e50-8a29-7603759fb90f', 'name': '', 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'mac_address': 'fa:16:3e:0f:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:50Z', 'updated_at': '2022-07-05T16:09:05Z', 'revision_number': 5, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'subnets': [{'id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:57.676319 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29495b4b-574e-445c-a687-705dd260dbda req-f17b5d62-f087-42e2-ac74-9e7eaa5227cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:57.676619 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be824962-2fc0-443d-a9f4-6452f59b0615 None None] Checking router: 40153f6d-6cc1-4d04-b305-eeb135ab17d8 for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:13:57.677953 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-29495b4b-574e-445c-a687-705dd260dbda req-f17b5d62-f087-42e2-ac74-9e7eaa5227cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a HTTP/1.1" status: 200 len: 849 time: 0.0446091 Jul 05 16:13:57.685202 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be824962-2fc0-443d-a9f4-6452f59b0615 None None] Routers {'40153f6d-6cc1-4d04-b305-eeb135ab17d8'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:13:57.685791 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-be824962-2fc0-443d-a9f4-6452f59b0615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:13:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:57.725378 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29495b4b-574e-445c-a687-705dd260dbda req-94b82f4c-a8f9-48ad-8607-dcab9866b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:57.726858 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-29495b4b-574e-445c-a687-705dd260dbda req-94b82f4c-a8f9-48ad-8607-dcab9866b667 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77e226ae-740f-49bf-a51d-1fc557b375c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388458 Jul 05 16:13:57.785592 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-be824962-2fc0-443d-a9f4-6452f59b0615 None None] Set router 40153f6d-6cc1-4d04-b305-eeb135ab17d8 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:13:57.821147 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-29495b4b-574e-445c-a687-705dd260dbda req-47629c24-6584-45a0-82b8-26644b9d815c service neutron] 10.222.0.47 "GET /v2.0/networks/77e226ae-740f-49bf-a51d-1fc557b375c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873942 Jul 05 16:13:57.912232 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:57.917925 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-29495b4b-574e-445c-a687-705dd260dbda req-a9267f1c-d713-4681-9c6f-32fa1c3e96f2 service neutron] 10.222.0.47 "GET /v2.0/networks/77e226ae-740f-49bf-a51d-1fc557b375c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883579 Jul 05 16:13:57.992679 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-be824962-2fc0-443d-a9f4-6452f59b0615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'name': 'tempest-AttachVolumeTestJSON-310078999-router', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:52Z', 'revision_number': 4, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'gw_port': {'id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '3eba7c49-4810-4274-918a-5d408cf330bc', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'port_id': 'af3d3482-5215-478e-a23e-301b57f33edd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9', 'mac_address': 'fa:16:3e:bb:5c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:13:43Z', 'updated_at': '2022-07-05T16:13:56Z', 'revision_number': 1, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011534e7-5ebc-4e50-8a29-7603759fb90f', 'name': '', 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'mac_address': 'fa:16:3e:0f:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:50Z', 'updated_at': '2022-07-05T16:09:05Z', 'revision_number': 5, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'subnets': [{'id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:13:58.017680 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be824962-2fc0-443d-a9f4-6452f59b0615 None None] The sync data for ids ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'] in dv-cinder-848759-1-iscsi is: [{'id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'name': 'tempest-AttachVolumeTestJSON-310078999-router', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:52Z', 'revision_number': 4, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'gw_port': {'id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '3eba7c49-4810-4274-918a-5d408cf330bc', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'port_id': 'af3d3482-5215-478e-a23e-301b57f33edd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9', 'mac_address': 'fa:16:3e:bb:5c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:13:43Z', 'updated_at': '2022-07-05T16:13:56Z', 'revision_number': 1, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011534e7-5ebc-4e50-8a29-7603759fb90f', 'name': '', 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'mac_address': 'fa:16:3e:0f:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:50Z', 'updated_at': '2022-07-05T16:09:05Z', 'revision_number': 5, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'subnets': [{'id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:13:58.195354 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcd2aea-3b80-4e34-b3a2-75a7fe8c3498 None None] New status for floating IP 3eba7c49-4810-4274-918a-5d408cf330bc: ACTIVE {{(pid=104586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:13:58.229571 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:13:58.373155 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a8744-405a-4b78-ac91-b63b780d8635 req-eacc9dfe-4275-44d7-b48e-1f145c13a342 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:58.374504 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5c2a8744-405a-4b78-ac91-b63b780d8635 req-eacc9dfe-4275-44d7-b48e-1f145c13a342 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 985 time: 0.0513010 Jul 05 16:13:58.436609 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5c2a8744-405a-4b78-ac91-b63b780d8635 req-02149671-2c0a-4e8d-93de-3c09753ca407 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=193810cf-2e17-46e2-b6c3-5ef68e3c5435&id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563827 Jul 05 16:13:59.552415 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383009f-3ff2-4c0a-a5c7-51770d013a20 req-67242171-0af3-45c3-af63-1d4a2f623c8e tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:13:59.553921 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8383009f-3ff2-4c0a-a5c7-51770d013a20 req-67242171-0af3-45c3-af63-1d4a2f623c8e tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 985 time: 0.0480213 Jul 05 16:13:59.618127 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8383009f-3ff2-4c0a-a5c7-51770d013a20 req-f10c373f-1dff-40a9-b6f6-9fe40e367751 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=193810cf-2e17-46e2-b6c3-5ef68e3c5435&id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586724 Jul 05 16:14:00.732378 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd4ffd-dc33-41b3-a154-55000ac483f0 req-aa959520-1181-42e3-8ab0-59ad65c37d2f tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:00.733873 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b7dd4ffd-dc33-41b3-a154-55000ac483f0 req-aa959520-1181-42e3-8ab0-59ad65c37d2f tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 985 time: 0.0470269 Jul 05 16:14:00.797061 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b7dd4ffd-dc33-41b3-a154-55000ac483f0 req-520625ab-83ad-41e4-a7d6-9ec59129cf8d tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=193810cf-2e17-46e2-b6c3-5ef68e3c5435&id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571108 Jul 05 16:14:02.926882 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-1ebeb00b-128c-4e6c-899e-6a6892ca1ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:04.820934 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f66fb4-eb37-4daf-a2c4-8422c7d87e1a req-0f67b64f-00cb-4237-8811-55267e824e6b tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:04.822315 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-95f66fb4-eb37-4daf-a2c4-8422c7d87e1a req-0f67b64f-00cb-4237-8811-55267e824e6b tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f42f67a-5eab-461d-9467-84aea8666852 HTTP/1.1" status: 200 len: 946 time: 0.0464606 Jul 05 16:14:04.869058 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-95f66fb4-eb37-4daf-a2c4-8422c7d87e1a req-d023ba69-34ce-4faf-96d2-02cc90d41021 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b61dff5-df44-4c2f-89fb-0f5438c2540f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409644 Jul 05 16:14:05.080994 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c83836-1a98-43c0-ba80-88e01e8aae56 req-8c7fe0e6-6c6b-47d2-8a3a-be6fc21d8489 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:05.082353 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a2c83836-1a98-43c0-ba80-88e01e8aae56 req-8c7fe0e6-6c6b-47d2-8a3a-be6fc21d8489 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0464995 Jul 05 16:14:05.128204 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a2c83836-1a98-43c0-ba80-88e01e8aae56 req-d8f19695-31af-4d6e-a4ec-6d2e625739fd tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403073 Jul 05 16:14:05.224142 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-6e1592d1-98a5-42cb-97ab-a384e4d085e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:05.987016 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770c147-0f46-4bc5-81d3-790f783efc33 req-6c1842e3-4374-472e-8769-b2d900e011ce tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:05.988492 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b770c147-0f46-4bc5-81d3-790f783efc33 req-6c1842e3-4374-472e-8769-b2d900e011ce tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f42f67a-5eab-461d-9467-84aea8666852 HTTP/1.1" status: 200 len: 946 time: 0.0515108 Jul 05 16:14:06.035990 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b770c147-0f46-4bc5-81d3-790f783efc33 req-f260ea23-3228-4deb-b949-ea942e93eea8 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b61dff5-df44-4c2f-89fb-0f5438c2540f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413907 Jul 05 16:14:06.223542 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:06.242137 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9442a-3a05-460b-947b-199022f44052 req-12dfc09b-afb9-4281-a2f4-8c2abe7efff8 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:06.245553 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e9f9442a-3a05-460b-947b-199022f44052 req-12dfc09b-afb9-4281-a2f4-8c2abe7efff8 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0472844 Jul 05 16:14:06.292222 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e9f9442a-3a05-460b-947b-199022f44052 req-da0796f1-1594-4cd8-9523-2741552f5df1 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431292 Jul 05 16:14:06.350478 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:07.147497 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b5e30-9ca8-4116-8c62-262ff724d818 req-a55fe1cc-1772-452d-8241-bad2577d61e4 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:07.149008 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-641b5e30-9ca8-4116-8c62-262ff724d818 req-a55fe1cc-1772-452d-8241-bad2577d61e4 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f42f67a-5eab-461d-9467-84aea8666852 HTTP/1.1" status: 200 len: 946 time: 0.0460186 Jul 05 16:14:07.197628 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-641b5e30-9ca8-4116-8c62-262ff724d818 req-a8383bed-e92d-44ac-8a47-70ef0216c30f tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b61dff5-df44-4c2f-89fb-0f5438c2540f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432508 Jul 05 16:14:07.407308 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee505297-94ed-47c9-bfc3-90e3f2571b3b req-8d6e6c51-b67f-4701-87e1-b8177bfa22f2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:07.408815 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ee505297-94ed-47c9-bfc3-90e3f2571b3b req-8d6e6c51-b67f-4701-87e1-b8177bfa22f2 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0477016 Jul 05 16:14:07.455781 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ee505297-94ed-47c9-bfc3-90e3f2571b3b req-83a282a9-241c-49d1-8a37-7f8a0e95b762 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414054 Jul 05 16:14:07.982803 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:08.195242 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:08.313833 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b502c36-5bb0-4936-a006-425e45fe0572 req-595f5a33-8d08-41c0-bd67-4d1bd4d274a7 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:08.315308 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3b502c36-5bb0-4936-a006-425e45fe0572 req-595f5a33-8d08-41c0-bd67-4d1bd4d274a7 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f42f67a-5eab-461d-9467-84aea8666852 HTTP/1.1" status: 200 len: 946 time: 0.0510182 Jul 05 16:14:08.362091 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3b502c36-5bb0-4936-a006-425e45fe0572 req-9dd3cc00-3584-4cbb-b877-6061ecd2b7c7 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b61dff5-df44-4c2f-89fb-0f5438c2540f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413079 Jul 05 16:14:08.570068 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88d2fa-a242-47c0-9a14-5f198915780a req-1c4c6371-72ce-48f3-a1a7-659ff326e065 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:08.571516 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7d88d2fa-a242-47c0-9a14-5f198915780a req-1c4c6371-72ce-48f3-a1a7-659ff326e065 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0493355 Jul 05 16:14:08.583121 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:08.625032 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7d88d2fa-a242-47c0-9a14-5f198915780a req-49448abc-544b-47df-8f72-6661ed6866af tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479553 Jul 05 16:14:09.472287 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e042c-5139-4a2a-b058-f6303bb128ce req-97a7c5e8-b13a-4154-b636-40a564f7609e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:09.473766 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f20e042c-5139-4a2a-b058-f6303bb128ce req-97a7c5e8-b13a-4154-b636-40a564f7609e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f42f67a-5eab-461d-9467-84aea8666852 HTTP/1.1" status: 200 len: 946 time: 0.0463438 Jul 05 16:14:09.520090 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f20e042c-5139-4a2a-b058-f6303bb128ce req-2745ef9a-5f8a-4b9c-bd3e-ddaa72943b8e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b61dff5-df44-4c2f-89fb-0f5438c2540f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404966 Jul 05 16:14:09.760300 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b64e0-21d7-44b9-af2b-0ed2a9752322 req-91f28926-957f-43a0-b529-b6b034fe8797 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:09.761783 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-cb1b64e0-21d7-44b9-af2b-0ed2a9752322 req-91f28926-957f-43a0-b529-b6b034fe8797 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f42f67a-5eab-461d-9467-84aea8666852 HTTP/1.1" status: 200 len: 946 time: 0.0780950 Jul 05 16:14:09.772090 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38dad0-312a-428b-95e5-8dd73f553353 req-6a33d7d9-9506-44fd-9c05-6abab5219515 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:09.773486 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1b38dad0-312a-428b-95e5-8dd73f553353 req-6a33d7d9-9506-44fd-9c05-6abab5219515 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0779471 Jul 05 16:14:09.826252 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1b38dad0-312a-428b-95e5-8dd73f553353 req-9a7bfe07-d555-4d5b-baa4-84520399f8c5 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472987 Jul 05 16:14:09.835883 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 56eeb76f-52f3-4f96-bf88-99c80eacdaa7 no longer exists at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:14:09.903679 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-cb1b64e0-21d7-44b9-af2b-0ed2a9752322 req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Deleting port 56eeb76f-52f3-4f96-bf88-99c80eacdaa7 {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:14:09.904353 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-cb1b64e0-21d7-44b9-af2b-0ed2a9752322 req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (56eeb76f-52f3-4f96-bf88-99c80eacdaa7), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:09.907502 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 56eeb76f-52f3-4f96-bf88-99c80eacdaa7 is: ACTIVE; New status is: DOWN {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:14:09.907837 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (56eeb76f-52f3-4f96-bf88-99c80eacdaa7), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:09.930124 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f42f67a-5eab-461d-9467-84aea8666852', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56eeb76f-52f3-4f96-bf88-99c80eacdaa7'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:14:09.932339 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363af9d4-b847-4df5-9063-bfbc90feade0" -d '{"events": [{"server_uuid": "1f42f67a-5eab-461d-9467-84aea8666852", "name": "network-vif-unplugged", "status": "completed", "tag": "56eeb76f-52f3-4f96-bf88-99c80eacdaa7"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:14:09.948127 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 56eeb76f-52f3-4f96-bf88-99c80eacdaa7, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=56eeb76f-52f3-4f96-bf88-99c80eacdaa7,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:14:09.969537 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Jul 2022 16:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e435886-f28f-466f-91e9-100de2e9d74e x-openstack-request-id: req-7e435886-f28f-466f-91e9-100de2e9d74e {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:14:09.969827 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f42f67a-5eab-461d-9467-84aea8666852", "name": "network-vif-unplugged", "status": "completed", "tag": "56eeb76f-52f3-4f96-bf88-99c80eacdaa7", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:14:09.970072 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7e435886-f28f-466f-91e9-100de2e9d74e {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:14:09.970460 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e435886-f28f-466f-91e9-100de2e9d74e'] response: {'server_uuid': '1f42f67a-5eab-461d-9467-84aea8666852', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56eeb76f-52f3-4f96-bf88-99c80eacdaa7', 'code': 200} Jul 05 16:14:10.020503 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc43b8-882c-4c57-a14b-a1a336785c42 req-dde4db22-1c59-48a4-ad90-967e6352b833 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:10.022596 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9dfc43b8-882c-4c57-a14b-a1a336785c42 req-dde4db22-1c59-48a4-ad90-967e6352b833 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.47 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0587988 Jul 05 16:14:10.024079 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (56eeb76f-52f3-4f96-bf88-99c80eacdaa7), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:10.041251 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-cb1b64e0-21d7-44b9-af2b-0ed2a9752322 req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] For port 56eeb76f-52f3-4f96-bf88-99c80eacdaa7, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=56eeb76f-52f3-4f96-bf88-99c80eacdaa7,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:14:10.041618 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-cb1b64e0-21d7-44b9-af2b-0ed2a9752322 req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (56eeb76f-52f3-4f96-bf88-99c80eacdaa7), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:10.074206 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=56eeb76f-52f3-4f96-bf88-99c80eacdaa7,revision_number=6']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:10.081523 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.087522 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.087522 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.087522 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.087522 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.087522 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.087522 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.087522 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.087522 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.087522 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.087522 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.087522 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.087522 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.087522 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.087522 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.192317 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-9dfc43b8-882c-4c57-a14b-a1a336785c42 req-e9f453cd-e40a-4504-92ed-5131a7413349 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Deleting port 81587e02-fcd0-4999-9ed7-aae4729b5548 {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:14:10.192654 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-9dfc43b8-882c-4c57-a14b-a1a336785c42 req-e9f453cd-e40a-4504-92ed-5131a7413349 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (81587e02-fcd0-4999-9ed7-aae4729b5548), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:10.199195 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:10.329577 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-cb1b64e0-21d7-44b9-af2b-0ed2a9752322 req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:10.329941 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-cb1b64e0-21d7-44b9-af2b-0ed2a9752322 req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (2a317169-9bcf-4cc4-962a-6d91bd56e2ff), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:10.330258 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.l3_db [req-cb1b64e0-21d7-44b9-af2b-0ed2a9752322 req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Floating IP 2a317169-9bcf-4cc4-962a-6d91bd56e2ff disassociated. External IP: 172.27.3.56, port: 56eeb76f-52f3-4f96-bf88-99c80eacdaa7. Jul 05 16:14:10.330602 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-cb1b64e0-21d7-44b9-af2b-0ed2a9752322 req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Calling delete_port for 56eeb76f-52f3-4f96-bf88-99c80eacdaa7 owned by compute:nova {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:14:10.347880 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-9dfc43b8-882c-4c57-a14b-a1a336785c42 req-e9f453cd-e40a-4504-92ed-5131a7413349 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] For port 81587e02-fcd0-4999-9ed7-aae4729b5548, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=81587e02-fcd0-4999-9ed7-aae4729b5548,segment=NetworkSegment(bbfc7f08-68f9-4166-85b4-e53d9bec6b3e),segment_id=bbfc7f08-68f9-4166-85b4-e53d9bec6b3e)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:14:10.348239 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-9dfc43b8-882c-4c57-a14b-a1a336785c42 req-e9f453cd-e40a-4504-92ed-5131a7413349 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (81587e02-fcd0-4999-9ed7-aae4729b5548), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:10.418740 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:10.608713 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-9dfc43b8-882c-4c57-a14b-a1a336785c42 req-e9f453cd-e40a-4504-92ed-5131a7413349 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:10.609426 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-9dfc43b8-882c-4c57-a14b-a1a336785c42 req-e9f453cd-e40a-4504-92ed-5131a7413349 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (53b4497e-1fde-4eb2-8fec-8b503bc4fb4d), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:10.609426 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.l3_db [req-9dfc43b8-882c-4c57-a14b-a1a336785c42 req-e9f453cd-e40a-4504-92ed-5131a7413349 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Floating IP 53b4497e-1fde-4eb2-8fec-8b503bc4fb4d disassociated. External IP: 172.27.3.165, port: 81587e02-fcd0-4999-9ed7-aae4729b5548. Jul 05 16:14:10.609997 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-9dfc43b8-882c-4c57-a14b-a1a336785c42 req-e9f453cd-e40a-4504-92ed-5131a7413349 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Calling delete_port for 81587e02-fcd0-4999-9ed7-aae4729b5548 owned by compute:nova {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:14:10.653437 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62aacd-4085-424b-a03b-8b894b3ff860 req-86098468-675e-4a75-b6af-1a74d5ff84f1 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:10.654937 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9f62aacd-4085-424b-a03b-8b894b3ff860 req-86098468-675e-4a75-b6af-1a74d5ff84f1 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f42f67a-5eab-461d-9467-84aea8666852 HTTP/1.1" status: 200 len: 944 time: 0.0671587 Jul 05 16:14:10.705286 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-cb1b64e0-21d7-44b9-af2b-0ed2a9752322 req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (56eeb76f-52f3-4f96-bf88-99c80eacdaa7), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:10.753449 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event deleted for resources: {'Port': ['ID=56eeb76f-52f3-4f96-bf88-99c80eacdaa7,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:10.783025 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.783379 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.783729 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.784070 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.784406 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.784740 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.785098 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.785426 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.785753 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.786077 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.786403 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.787270 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.787595 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.787918 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.788239 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:10.803899 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9f62aacd-4085-424b-a03b-8b894b3ff860 req-630a1ca3-f9b8-4d33-9a55-6e9555ed4373 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b61dff5-df44-4c2f-89fb-0f5438c2540f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228850 Jul 05 16:14:10.876985 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:10.974987 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b741616-074f-46d1-a78e-d15bd0d28f2f req-c60c5891-fca5-48b3-971d-83905f37ba6b tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:10.976424 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2b741616-074f-46d1-a78e-d15bd0d28f2f req-c60c5891-fca5-48b3-971d-83905f37ba6b tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 945 time: 0.0693350 Jul 05 16:14:10.981328 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb1b64e0-21d7-44b9-af2b-0ed2a9752322 req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Router 62ec803d-f49a-44eb-80f0-981ac75615d4 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:14:11.269826 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-9dfc43b8-882c-4c57-a14b-a1a336785c42 req-e9f453cd-e40a-4504-92ed-5131a7413349 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (81587e02-fcd0-4999-9ed7-aae4729b5548), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:11.298082 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:11.319157 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2b741616-074f-46d1-a78e-d15bd0d28f2f req-4f3f642c-6c6a-4526-baf6-fab6069ed1d3 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=0239ca31-e330-4999-b6b9-d10dce0f9c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3365369 Jul 05 16:14:11.323254 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f453cd-e40a-4504-92ed-5131a7413349 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Pushing event deleted for resources: {'Port': ['ID=81587e02-fcd0-4999-9ed7-aae4729b5548,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:11.421363 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb1b64e0-21d7-44b9-af2b-0ed2a9752322 req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:14:11.430751 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4fb5f0-2688-4303-a31f-72d705a2d698 None None] Sync routers for ids ['62ec803d-f49a-44eb-80f0-981ac75615d4'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:14:11.442021 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4fb5f0-2688-4303-a31f-72d705a2d698 None None] Routers {'62ec803d-f49a-44eb-80f0-981ac75615d4'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:14:11.442623 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-6e4fb5f0-2688-4303-a31f-72d705a2d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:14:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['62ec803d-f49a-44eb-80f0-981ac75615d4'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:11.496192 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1b64e0-21d7-44b9-af2b-0ed2a9752322 req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] No DVR routers for this DVR port 56eeb76f-52f3-4f96-bf88-99c80eacdaa7 on host hv-cinder-84875 {{(pid=104585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:14:11.499963 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-cb1b64e0-21d7-44b9-af2b-0ed2a9752322 req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:11.503157 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-cb1b64e0-21d7-44b9-af2b-0ed2a9752322 req-39a51c56-29cf-4acf-9e1f-b4fc5b8a04f3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.47 "DELETE /v2.0/ports/56eeb76f-52f3-4f96-bf88-99c80eacdaa7 HTTP/1.1" status: 204 len: 173 time: 1.6901464 Jul 05 16:14:11.503586 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f42f67a-5eab-461d-9467-84aea8666852', 'name': 'network-vif-deleted', 'tag': '56eeb76f-52f3-4f96-bf88-99c80eacdaa7'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:14:11.506360 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6476dc5-5b93-40b3-a9d2-fb5184d7c731" -d '{"events": [{"server_uuid": "1f42f67a-5eab-461d-9467-84aea8666852", "name": "network-vif-deleted", "tag": "56eeb76f-52f3-4f96-bf88-99c80eacdaa7"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:14:11.527314 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dfc43b8-882c-4c57-a14b-a1a336785c42 req-e9f453cd-e40a-4504-92ed-5131a7413349 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Router 2ac14bb0-bd1e-448e-b280-36555b1f3cfa has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:14:11.570668 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb060a8-e4f3-44cf-8099-4951b8ce9d45 x-openstack-request-id: req-7bb060a8-e4f3-44cf-8099-4951b8ce9d45 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:14:11.575411 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f42f67a-5eab-461d-9467-84aea8666852", "name": "network-vif-deleted", "tag": "56eeb76f-52f3-4f96-bf88-99c80eacdaa7", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:14:11.575411 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7bb060a8-e4f3-44cf-8099-4951b8ce9d45 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:14:11.575411 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bb060a8-e4f3-44cf-8099-4951b8ce9d45'] response: {'server_uuid': '1f42f67a-5eab-461d-9467-84aea8666852', 'name': 'network-vif-deleted', 'tag': '56eeb76f-52f3-4f96-bf88-99c80eacdaa7', 'status': 'completed', 'code': 200} Jul 05 16:14:11.634519 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-6e4fb5f0-2688-4303-a31f-72d705a2d698 None None] Set router 62ec803d-f49a-44eb-80f0-981ac75615d4 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:14:11.642753 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dfc43b8-882c-4c57-a14b-a1a336785c42 req-e9f453cd-e40a-4504-92ed-5131a7413349 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:14:11.655806 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e4f302-84f5-431f-9ba0-b17332e15e43 None None] Sync routers for ids ['2ac14bb0-bd1e-448e-b280-36555b1f3cfa'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:14:11.671836 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e4f302-84f5-431f-9ba0-b17332e15e43 None None] Routers {'2ac14bb0-bd1e-448e-b280-36555b1f3cfa'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:14:11.672503 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-94e4f302-84f5-431f-9ba0-b17332e15e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:14:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['2ac14bb0-bd1e-448e-b280-36555b1f3cfa'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:11.703039 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dfc43b8-882c-4c57-a14b-a1a336785c42 req-e9f453cd-e40a-4504-92ed-5131a7413349 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] No DVR routers for this DVR port 81587e02-fcd0-4999-9ed7-aae4729b5548 on host hv-cinder-84875 {{(pid=104585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:14:11.705802 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-9dfc43b8-882c-4c57-a14b-a1a336785c42 req-e9f453cd-e40a-4504-92ed-5131a7413349 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:11.711590 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9dfc43b8-882c-4c57-a14b-a1a336785c42 req-e9f453cd-e40a-4504-92ed-5131a7413349 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.47 "DELETE /v2.0/ports/81587e02-fcd0-4999-9ed7-aae4729b5548 HTTP/1.1" status: 204 len: 173 time: 1.6814167 Jul 05 16:14:11.718782 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=100 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:11.766935 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=100 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:11.800057 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-94e4f302-84f5-431f-9ba0-b17332e15e43 None None] Set router 2ac14bb0-bd1e-448e-b280-36555b1f3cfa gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:14:11.833284 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-6e4fb5f0-2688-4303-a31f-72d705a2d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f', 'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'mac_address': 'fa:16:3e:6d:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:07Z', 'revision_number': 5, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'subnets': [{'id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:11.864037 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4fb5f0-2688-4303-a31f-72d705a2d698 None None] Checking router: 62ec803d-f49a-44eb-80f0-981ac75615d4 for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:14:11.888214 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4fb5f0-2688-4303-a31f-72d705a2d698 None None] Routers {'62ec803d-f49a-44eb-80f0-981ac75615d4'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:14:11.888214 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-6e4fb5f0-2688-4303-a31f-72d705a2d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:14:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['62ec803d-f49a-44eb-80f0-981ac75615d4'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:11.930135 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c4954faa-e19a-4825-b94e-a54fdbe89cc3 req-01f35244-83c9-44da-a1ae-84533bca79de tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f42f67a-5eab-461d-9467-84aea8666852 HTTP/1.1" status: 200 len: 210 time: 0.0387707 Jul 05 16:14:11.998843 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-6e4fb5f0-2688-4303-a31f-72d705a2d698 None None] Set router 62ec803d-f49a-44eb-80f0-981ac75615d4 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:14:12.036316 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:12.039530 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-94e4f302-84f5-431f-9ba0-b17332e15e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-748629056-router', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:57Z', 'revision_number': 4, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'gw_port': {'id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '718e5f4c-0aea-4fab-a9dc-819c9912770a', 'name': '', 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'mac_address': 'fa:16:3e:fc:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:04Z', 'revision_number': 5, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'subnets': [{'id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:12.069098 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e4f302-84f5-431f-9ba0-b17332e15e43 None None] Checking router: 2ac14bb0-bd1e-448e-b280-36555b1f3cfa for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:14:12.077582 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e4f302-84f5-431f-9ba0-b17332e15e43 None None] Routers {'2ac14bb0-bd1e-448e-b280-36555b1f3cfa'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:14:12.078209 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-94e4f302-84f5-431f-9ba0-b17332e15e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:14:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['2ac14bb0-bd1e-448e-b280-36555b1f3cfa'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:12.171967 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:12.181107 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-94e4f302-84f5-431f-9ba0-b17332e15e43 None None] Set router 2ac14bb0-bd1e-448e-b280-36555b1f3cfa gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:14:12.185297 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-6e4fb5f0-2688-4303-a31f-72d705a2d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f', 'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'mac_address': 'fa:16:3e:6d:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:07Z', 'revision_number': 5, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'subnets': [{'id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:12.209960 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4fb5f0-2688-4303-a31f-72d705a2d698 None None] The sync data for ids ['62ec803d-f49a-44eb-80f0-981ac75615d4'] in dv-cinder-848759-1-iscsi is: [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f', 'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'mac_address': 'fa:16:3e:6d:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:07Z', 'revision_number': 5, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'subnets': [{'id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:14:12.381890 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-94e4f302-84f5-431f-9ba0-b17332e15e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-748629056-router', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:57Z', 'revision_number': 4, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'gw_port': {'id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '718e5f4c-0aea-4fab-a9dc-819c9912770a', 'name': '', 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'mac_address': 'fa:16:3e:fc:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:04Z', 'revision_number': 5, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'subnets': [{'id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:12.408948 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e4f302-84f5-431f-9ba0-b17332e15e43 None None] The sync data for ids ['2ac14bb0-bd1e-448e-b280-36555b1f3cfa'] in dv-cinder-848759-1-iscsi is: [{'id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-748629056-router', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:57Z', 'revision_number': 4, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'gw_port': {'id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '718e5f4c-0aea-4fab-a9dc-819c9912770a', 'name': '', 'network_id': 'd875afbf-ed35-412f-bb5d-c579562ff61a', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'mac_address': 'fa:16:3e:fc:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:04Z', 'revision_number': 5, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'subnets': [{'id': '8a9b66f2-eae4-47d1-8086-fa8b5da512fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:14:12.448442 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-17fde5c4-773a-4304-a39d-4e3d118b755b req-6db5cf8c-cc60-4569-b41b-d60d1966b83a tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=42be8657-fc50-4057-b373-e7bcf984e261 HTTP/1.1" status: 200 len: 210 time: 0.0402880 Jul 05 16:14:12.487150 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e2f37d-f366-4e2b-8fd3-e07c1ea88b86 None None] New status for floating IP 2a317169-9bcf-4cc4-962a-6d91bd56e2ff: DOWN {{(pid=104587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:14:12.675197 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f761e781-b1ba-4164-8c65-1031ae312702 None None] New status for floating IP 53b4497e-1fde-4eb2-8fec-8b503bc4fb4d: DOWN {{(pid=104586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:14:13.255068 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 48474) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:13.312595 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-26944991-615a-40a5-bd02-cea6aa5c95d1 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group (6b61dff5-df44-4c2f-89fb-0f5438c2540f), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:13.337928 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-26944991-615a-40a5-bd02-cea6aa5c95d1 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group (6b61dff5-df44-4c2f-89fb-0f5438c2540f), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:13.463934 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-26944991-615a-40a5-bd02-cea6aa5c95d1 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (6b61dff5-df44-4c2f-89fb-0f5438c2540f), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:13.467550 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-26944991-615a-40a5-bd02-cea6aa5c95d1 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:13.467685 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-26944991-615a-40a5-bd02-cea6aa5c95d1 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "DELETE /v2.0/security-groups/6b61dff5-df44-4c2f-89fb-0f5438c2540f HTTP/1.1" status: 204 len: 168 time: 0.2109222 Jul 05 16:14:13.470368 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48478) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:13.477516 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26944991-615a-40a5-bd02-cea6aa5c95d1 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b61dff5-df44-4c2f-89fb-0f5438c2540f,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:13.490964 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.api.v2.resource [None req-2df2abed-5a61-4dc7-b875-28371d7c8b87 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] show failed (client error): The resource could not be found. Jul 05 16:14:13.492019 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-2df2abed-5a61-4dc7-b875-28371d7c8b87 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups/6b61dff5-df44-4c2f-89fb-0f5438c2540f HTTP/1.1" status: 404 len: 347 time: 0.0200465 Jul 05 16:14:13.494890 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48480) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:13.572460 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42be8657-fc50-4057-b373-e7bcf984e261', 'name': 'network-vif-deleted', 'tag': '81587e02-fcd0-4999-9ed7-aae4729b5548'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:14:13.574827 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e249c8-d9c2-4e7e-82cb-e470a2ccc8bf" -d '{"events": [{"server_uuid": "42be8657-fc50-4057-b373-e7bcf984e261", "name": "network-vif-deleted", "tag": "81587e02-fcd0-4999-9ed7-aae4729b5548"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:14:13.602793 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 48486) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:13.613219 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c25593-aeeb-495f-8c7b-35e8b137dd3e x-openstack-request-id: req-b7c25593-aeeb-495f-8c7b-35e8b137dd3e {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:14:13.613506 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42be8657-fc50-4057-b373-e7bcf984e261", "name": "network-vif-deleted", "tag": "81587e02-fcd0-4999-9ed7-aae4729b5548", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:14:13.613755 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b7c25593-aeeb-495f-8c7b-35e8b137dd3e {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:14:13.614142 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7c25593-aeeb-495f-8c7b-35e8b137dd3e'] response: {'server_uuid': '42be8657-fc50-4057-b373-e7bcf984e261', 'name': 'network-vif-deleted', 'tag': '81587e02-fcd0-4999-9ed7-aae4729b5548', 'status': 'completed', 'code': 200} Jul 05 16:14:13.620498 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-3e3a3952-45fe-4869-a398-d8560861d1c9 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Deleting port f3989928-c6e7-4b8d-945c-86ff1b886380 {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:14:13.620895 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3e3a3952-45fe-4869-a398-d8560861d1c9 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (f3989928-c6e7-4b8d-945c-86ff1b886380), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:13.661733 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-14416459-da69-4964-8151-abbead52ca2a tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks [] for security_group (0239ca31-e330-4999-b6b9-d10dce0f9c67), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:13.685613 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-14416459-da69-4964-8151-abbead52ca2a tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks [] for security_group (0239ca31-e330-4999-b6b9-d10dce0f9c67), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:13.701416 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3e3a3952-45fe-4869-a398-d8560861d1c9 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (f3989928-c6e7-4b8d-945c-86ff1b886380), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:13.701742 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3e3a3952-45fe-4869-a398-d8560861d1c9 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (f3989928-c6e7-4b8d-945c-86ff1b886380), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:13.715651 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-3e3a3952-45fe-4869-a398-d8560861d1c9 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Calling delete_port for f3989928-c6e7-4b8d-945c-86ff1b886380 owned by network:floatingip {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:14:13.801241 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-14416459-da69-4964-8151-abbead52ca2a tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (0239ca31-e330-4999-b6b9-d10dce0f9c67), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:13.803816 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-14416459-da69-4964-8151-abbead52ca2a tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:13.805044 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-14416459-da69-4964-8151-abbead52ca2a tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "DELETE /v2.0/security-groups/0239ca31-e330-4999-b6b9-d10dce0f9c67 HTTP/1.1" status: 204 len: 168 time: 0.2011943 Jul 05 16:14:13.810377 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 48488) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:13.822189 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14416459-da69-4964-8151-abbead52ca2a tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0239ca31-e330-4999-b6b9-d10dce0f9c67,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:13.828549 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.api.v2.resource [None req-90173bf4-e926-4688-8b2e-0c5967dfa9e0 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] show failed (client error): The resource could not be found. Jul 05 16:14:13.829584 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-90173bf4-e926-4688-8b2e-0c5967dfa9e0 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups/0239ca31-e330-4999-b6b9-d10dce0f9c67 HTTP/1.1" status: 404 len: 347 time: 0.0191791 Jul 05 16:14:13.832420 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 48490) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:13.851680 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 81587e02-fcd0-4999-9ed7-aae4729b5548 no longer exists at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:14:13.879727 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] No Port match for: 81587e02-fcd0-4999-9ed7-aae4729b5548 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:14:13.880066 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 81587e02-fcd0-4999-9ed7-aae4729b5548 not bound to the agent host hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:14:13.904531 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3e3a3952-45fe-4869-a398-d8560861d1c9 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (f3989928-c6e7-4b8d-945c-86ff1b886380), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:13.933774 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a3952-45fe-4869-a398-d8560861d1c9 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event deleted for resources: {'Port': ['ID=f3989928-c6e7-4b8d-945c-86ff1b886380,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:13.951029 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [None req-55a7e7aa-2eca-4bf3-bdfe-92ec13e5dd51 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Deleting port 0f57df18-5731-49b5-b9c1-b01d2be55e92 {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:14:13.951375 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-55a7e7aa-2eca-4bf3-bdfe-92ec13e5dd51 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (0f57df18-5731-49b5-b9c1-b01d2be55e92), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:13.967545 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:14.018203 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3e3a3952-45fe-4869-a398-d8560861d1c9 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (2a317169-9bcf-4cc4-962a-6d91bd56e2ff), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:14.021446 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3e3a3952-45fe-4869-a398-d8560861d1c9 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:14.025305 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-3e3a3952-45fe-4869-a398-d8560861d1c9 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "DELETE /v2.0/floatingips/2a317169-9bcf-4cc4-962a-6d91bd56e2ff HTTP/1.1" status: 204 len: 168 time: 0.5294917 Jul 05 16:14:14.031761 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-55a7e7aa-2eca-4bf3-bdfe-92ec13e5dd51 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (0f57df18-5731-49b5-b9c1-b01d2be55e92), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:14.038091 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-55a7e7aa-2eca-4bf3-bdfe-92ec13e5dd51 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks [] for floatingip (0f57df18-5731-49b5-b9c1-b01d2be55e92), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:14.045373 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [None req-55a7e7aa-2eca-4bf3-bdfe-92ec13e5dd51 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Calling delete_port for 0f57df18-5731-49b5-b9c1-b01d2be55e92 owned by network:floatingip {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:14:14.115835 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:14.141459 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48494) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:14.146097 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-d9490c77-51e6-4883-a5da-35696d022afb tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--233641785', 'description': 'tempest-description--769508902'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:14:14.229820 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d9490c77-51e6-4883-a5da-35696d022afb tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:14.257406 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-55a7e7aa-2eca-4bf3-bdfe-92ec13e5dd51 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (0f57df18-5731-49b5-b9c1-b01d2be55e92), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:14.282423 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7e7aa-2eca-4bf3-bdfe-92ec13e5dd51 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Pushing event deleted for resources: {'Port': ['ID=0f57df18-5731-49b5-b9c1-b01d2be55e92,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:14.298581 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d9490c77-51e6-4883-a5da-35696d022afb tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group (8dc51aa0-7647-4858-a80e-8d5e7b436e2c), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:14.353457 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d9490c77-51e6-4883-a5da-35696d022afb tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (8dc51aa0-7647-4858-a80e-8d5e7b436e2c), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:14.356250 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-55a7e7aa-2eca-4bf3-bdfe-92ec13e5dd51 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks [] for floatingip (53b4497e-1fde-4eb2-8fec-8b503bc4fb4d), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:14.358783 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-55a7e7aa-2eca-4bf3-bdfe-92ec13e5dd51 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:14.360900 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-55a7e7aa-2eca-4bf3-bdfe-92ec13e5dd51 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "DELETE /v2.0/floatingips/53b4497e-1fde-4eb2-8fec-8b503bc4fb4d HTTP/1.1" status: 204 len: 168 time: 0.5275414 Jul 05 16:14:14.385134 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9490c77-51e6-4883-a5da-35696d022afb tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc51aa0-7647-4858-a80e-8d5e7b436e2c,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:14.448793 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d9490c77-51e6-4883-a5da-35696d022afb tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:14.450047 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-d9490c77-51e6-4883-a5da-35696d022afb tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3075898 Jul 05 16:14:14.452897 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48498) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:14.457151 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-90e95526-50d0-4f2f-87d2-73fefe8aa43d tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Request body: {'security_group_rule': {'security_group_id': '8dc51aa0-7647-4858-a80e-8d5e7b436e2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:14:14.584965 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-90e95526-50d0-4f2f-87d2-73fefe8aa43d tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group_rule (0248d4fe-5f8d-4ce5-be7b-1a2740fda650), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:14.644461 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-90e95526-50d0-4f2f-87d2-73fefe8aa43d tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group_rule (0248d4fe-5f8d-4ce5-be7b-1a2740fda650), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:14.727084 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-90e95526-50d0-4f2f-87d2-73fefe8aa43d tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (0248d4fe-5f8d-4ce5-be7b-1a2740fda650), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:14.747172 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e95526-50d0-4f2f-87d2-73fefe8aa43d tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0248d4fe-5f8d-4ce5-be7b-1a2740fda650,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:14.835679 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-90e95526-50d0-4f2f-87d2-73fefe8aa43d tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:14.836904 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-90e95526-50d0-4f2f-87d2-73fefe8aa43d tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3830147 Jul 05 16:14:14.839645 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48502) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:14.843769 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-3ff48656-3ade-40e8-90fc-0f7e78c44b23 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Request body: {'security_group_rule': {'security_group_id': '8dc51aa0-7647-4858-a80e-8d5e7b436e2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:14:14.848863 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:14.938333 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3ff48656-3ade-40e8-90fc-0f7e78c44b23 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group_rule (f6de7af7-d2d8-4019-8709-c39c359b49ce), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:14.952580 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:15.013377 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3ff48656-3ade-40e8-90fc-0f7e78c44b23 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group_rule (f6de7af7-d2d8-4019-8709-c39c359b49ce), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:15.113001 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3ff48656-3ade-40e8-90fc-0f7e78c44b23 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (f6de7af7-d2d8-4019-8709-c39c359b49ce), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:15.132043 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff48656-3ade-40e8-90fc-0f7e78c44b23 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6de7af7-d2d8-4019-8709-c39c359b49ce,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:15.200623 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3ff48656-3ade-40e8-90fc-0f7e78c44b23 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:15.201797 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-3ff48656-3ade-40e8-90fc-0f7e78c44b23 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3612514 Jul 05 16:14:15.204956 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48504) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:15.209062 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Request body: {'floatingip': {'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:14:15.307987 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:15.387039 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:15.432917 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:14:15.495413 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_common [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Allocated IP 172.27.3.94 (90903495-288b-44cb-8357-c0c74fc45d82/c848da7f-4b94-4cfd-b899-6ee4cbeaeda8/cf125287-d631-4589-a4cd-90f8a35e615b) {{(pid=104584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:14:15.594453 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for port (cf125287-d631-4589-a4cd-90f8a35e615b), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:15.721975 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (cf125287-d631-4589-a4cd-90f8a35e615b), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:15.763811 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Network 90903495-288b-44cb-8357-c0c74fc45d82 is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:14:15.766600 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:14:15.770036 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Received port after_create {{(pid=104584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:14:15.794083 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event updated for resources: {'Port': ['ID=cf125287-d631-4589-a4cd-90f8a35e615b,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:15.807970 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:15.808315 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:15.808654 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:15.809012 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:15.809344 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:15.809671 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:15.809996 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:15.810317 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:15.810660 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:15.810953 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:15.811272 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:15.811589 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:15.811905 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:15.812239 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:15.812534 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:14:15.869347 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (bd45b624-4b51-48ef-8fec-4ef58804934c), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:15.956354 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (cf125287-d631-4589-a4cd-90f8a35e615b), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:15.985930 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:16.056283 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:16.102876 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for port (cf125287-d631-4589-a4cd-90f8a35e615b), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:16.183092 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1268176'] for port (cf125287-d631-4589-a4cd-90f8a35e615b), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:16.252035 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event updated for resources: {'Port': ['ID=cf125287-d631-4589-a4cd-90f8a35e615b,revision_number=2']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:16.262361 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (bd45b624-4b51-48ef-8fec-4ef58804934c), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:16.346013 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:16.347472 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-726e12db-8cae-40ff-a311-d13e2e3a4371 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1413310 Jul 05 16:14:16.495908 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-7c0bdee5-d0a0-4d95-a418-7d5a8b5686d3 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--233641785&fields=id&tenant_id=42e6ad67dbf542528726c545872ac10c HTTP/1.1" status: 200 len: 267 time: 0.0428205 Jul 05 16:14:16.603582 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-a509bce3-7214-4be8-8f2a-b2b6fd0234e2 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:16.604958 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-a509bce3-7214-4be8-8f2a-b2b6fd0234e2 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/networks?id=77ec7356-4bd9-42af-abe3-f1b9c525bdef HTTP/1.1" status: 200 len: 815 time: 0.1024351 Jul 05 16:14:16.619523 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-b4ad127a-8b11-48d4-a223-1f19942bc498 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/quotas/42e6ad67dbf542528726c545872ac10c HTTP/1.1" status: 200 len: 375 time: 0.0088346 Jul 05 16:14:16.670713 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-a13863b0-5ef4-4735-b459-d9d0cb023019 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=42e6ad67dbf542528726c545872ac10c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460200 Jul 05 16:14:16.812204 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-a5ea92ed-21dc-4ac7-82d5-9f5e5bcf1ea2 service neutron] 10.222.0.45 "GET /v2.0/networks/77ec7356-4bd9-42af-abe3-f1b9c525bdef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295526 Jul 05 16:14:16.903771 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-4fe93459-657b-4e19-af4b-91be93022fba service neutron] 10.222.0.45 "GET /v2.0/networks/77ec7356-4bd9-42af-abe3-f1b9c525bdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856726 Jul 05 16:14:17.176922 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-93667132-caf5-483f-9496-38a5f8b63909 req-558adb27-7ea4-42f4-833f-d25e87f80f01 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 210 time: 0.0325537 Jul 05 16:14:17.454144 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913735c-a6b8-4517-ac3d-f4400e200386 req-68077eb9-56f2-4055-9e4b-62f82f9bf4fb tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:17.455598 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6913735c-a6b8-4517-ac3d-f4400e200386 req-68077eb9-56f2-4055-9e4b-62f82f9bf4fb tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0504057 Jul 05 16:14:17.501748 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6913735c-a6b8-4517-ac3d-f4400e200386 req-de055a95-220c-438a-a77c-6eae92ccc209 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399759 Jul 05 16:14:18.272216 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d931d63c-ad26-44cf-b7af-5587b4557c41 req-59bfe39c-c049-4fc6-8128-a8eff6507a4a tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 210 time: 0.0271549 Jul 05 16:14:18.621169 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388dd0f9-0d90-42e8-b5d2-7eddeac8c2b1 req-031e7fa2-1735-4837-9bda-c376c7ac088e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:18.623303 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-388dd0f9-0d90-42e8-b5d2-7eddeac8c2b1 req-031e7fa2-1735-4837-9bda-c376c7ac088e tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0534048 Jul 05 16:14:18.666723 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-388dd0f9-0d90-42e8-b5d2-7eddeac8c2b1 req-9e898524-55b3-44d1-bf1d-408046cde9ef tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424762 Jul 05 16:14:19.369184 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a7fd67bf-3cdb-4681-ba55-8e08041da0eb req-eb8d5fee-6250-4dda-841d-1d9b1eb2a7a5 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 210 time: 0.0307164 Jul 05 16:14:19.772536 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:19.781291 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb507b-f4e6-4a8f-85e5-144f57b6dcb6 req-535c09ba-9f5a-4f18-ac14-7430cdc2daf4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:19.782746 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-49bb507b-f4e6-4a8f-85e5-144f57b6dcb6 req-535c09ba-9f5a-4f18-ac14-7430cdc2daf4 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0484641 Jul 05 16:14:19.829675 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-49bb507b-f4e6-4a8f-85e5-144f57b6dcb6 req-c0e5544b-3bae-4b82-b2f6-032e483f7f3f tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413251 Jul 05 16:14:19.925242 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592b85c-021b-454d-9835-96a7b6ae58d4 req-59710f95-3b15-421f-a480-de98a5ddf492 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:19.926666 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7592b85c-021b-454d-9835-96a7b6ae58d4 req-59710f95-3b15-421f-a480-de98a5ddf492 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 946 time: 0.0470657 Jul 05 16:14:19.965350 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:20.014861 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-7592b85c-021b-454d-9835-96a7b6ae58d4 req-ed94e75a-4071-4db4-8216-0f05cd59fdb7 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Deleting port 426e703b-fda9-4cb3-9ba0-62242cbd02d2 {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:14:20.015386 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-7592b85c-021b-454d-9835-96a7b6ae58d4 req-ed94e75a-4071-4db4-8216-0f05cd59fdb7 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (426e703b-fda9-4cb3-9ba0-62242cbd02d2), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:20.106212 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-7592b85c-021b-454d-9835-96a7b6ae58d4 req-ed94e75a-4071-4db4-8216-0f05cd59fdb7 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] For port 426e703b-fda9-4cb3-9ba0-62242cbd02d2, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=426e703b-fda9-4cb3-9ba0-62242cbd02d2,segment=NetworkSegment(bbfc7f08-68f9-4166-85b4-e53d9bec6b3e),segment_id=bbfc7f08-68f9-4166-85b4-e53d9bec6b3e)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:14:20.106576 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-7592b85c-021b-454d-9835-96a7b6ae58d4 req-ed94e75a-4071-4db4-8216-0f05cd59fdb7 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (426e703b-fda9-4cb3-9ba0-62242cbd02d2), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:20.119521 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-7592b85c-021b-454d-9835-96a7b6ae58d4 req-ed94e75a-4071-4db4-8216-0f05cd59fdb7 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Calling delete_port for 426e703b-fda9-4cb3-9ba0-62242cbd02d2 owned by compute:nova {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:14:20.303883 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-7592b85c-021b-454d-9835-96a7b6ae58d4 req-ed94e75a-4071-4db4-8216-0f05cd59fdb7 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (426e703b-fda9-4cb3-9ba0-62242cbd02d2), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:20.316556 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['0d3daec4-e5f2-405e-a531-5ab8f6778220', '426e703b-fda9-4cb3-9ba0-62242cbd02d2'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:14:20.333012 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94e75a-4071-4db4-8216-0f05cd59fdb7 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Pushing event deleted for resources: {'Port': ['ID=426e703b-fda9-4cb3-9ba0-62242cbd02d2,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:20.388950 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-7592b85c-021b-454d-9835-96a7b6ae58d4 req-ed94e75a-4071-4db4-8216-0f05cd59fdb7 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] No DVR routers for this DVR port 426e703b-fda9-4cb3-9ba0-62242cbd02d2 on host hv-cinder-84875 {{(pid=104585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:14:20.393512 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-7592b85c-021b-454d-9835-96a7b6ae58d4 req-ed94e75a-4071-4db4-8216-0f05cd59fdb7 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:20.399657 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7592b85c-021b-454d-9835-96a7b6ae58d4 req-ed94e75a-4071-4db4-8216-0f05cd59fdb7 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.47 "DELETE /v2.0/ports/426e703b-fda9-4cb3-9ba0-62242cbd02d2 HTTP/1.1" status: 204 len: 173 time: 0.4654303 Jul 05 16:14:20.399657 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d712774-90eb-4130-916f-046ba6b891a0', 'name': 'network-vif-deleted', 'tag': '426e703b-fda9-4cb3-9ba0-62242cbd02d2'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:14:20.416370 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf21d8e-80e9-48ae-8909-29a830528c78" -d '{"events": [{"server_uuid": "2d712774-90eb-4130-916f-046ba6b891a0", "name": "network-vif-deleted", "tag": "426e703b-fda9-4cb3-9ba0-62242cbd02d2"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:14:20.489154 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c589ec16-a41b-41fc-baca-c024dabd4fc8 req-09306209-e53c-438c-90d4-04db699c4b13 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 210 time: 0.0310390 Jul 05 16:14:20.538619 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24814b75-b9cb-4776-aa64-02aa4f7f53eb x-openstack-request-id: req-24814b75-b9cb-4776-aa64-02aa4f7f53eb {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:14:20.538912 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d712774-90eb-4130-916f-046ba6b891a0", "name": "network-vif-deleted", "tag": "426e703b-fda9-4cb3-9ba0-62242cbd02d2", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:14:20.539160 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-24814b75-b9cb-4776-aa64-02aa4f7f53eb {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:14:20.539608 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24814b75-b9cb-4776-aa64-02aa4f7f53eb'] response: {'server_uuid': '2d712774-90eb-4130-916f-046ba6b891a0', 'name': 'network-vif-deleted', 'tag': '426e703b-fda9-4cb3-9ba0-62242cbd02d2', 'status': 'completed', 'code': 200} Jul 05 16:14:20.659007 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-1e9fcff1-7dd9-4daa-85d3-ecbc8b11f36f tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:20.662583 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-1e9fcff1-7dd9-4daa-85d3-ecbc8b11f36f tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.47 "GET /v2.0/networks?id=77ec7356-4bd9-42af-abe3-f1b9c525bdef HTTP/1.1" status: 200 len: 815 time: 0.1114144 Jul 05 16:14:20.782496 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519a742-5773-4e02-987e-0a8902b1b870 req-d45d0f6e-73a8-41c7-a6a3-a73a0bcc95e0 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:20.784716 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e519a742-5773-4e02-987e-0a8902b1b870 req-d45d0f6e-73a8-41c7-a6a3-a73a0bcc95e0 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 945 time: 0.0652614 Jul 05 16:14:20.838064 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-ea425fbe-b1f9-44f5-b291-67c92e87edbb tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42e6ad67dbf542528726c545872ac10c HTTP/1.1" status: 200 len: 379 time: 0.0898550 Jul 05 16:14:20.854021 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-4431339b-ee90-41a8-a280-50b899216798 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Request body: {'port': {'device_id': '52a25436-864d-4302-9b41-f9f904dfaa39', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'admin_state_up': True, 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'security_groups': ['8dc51aa0-7647-4858-a80e-8d5e7b436e2c']}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:14:20.887439 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:20.897444 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e519a742-5773-4e02-987e-0a8902b1b870 req-159ddae9-0128-4607-8914-0f1c719247b6 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934060 Jul 05 16:14:20.973823 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b05c50ba-522b-4180-a9c3-ab7e6e033f7f req-01440e6c-ab0d-4205-8cf2-3bbe3cc157bf tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d712774-90eb-4130-916f-046ba6b891a0 HTTP/1.1" status: 200 len: 210 time: 0.0331564 Jul 05 16:14:21.006629 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:21.090135 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-4431339b-ee90-41a8-a280-50b899216798 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Made reservation on behalf of 42e6ad67dbf542528726c545872ac10c for: {'port': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:14:21.093632 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-4431339b-ee90-41a8-a280-50b899216798 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:21.220906 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-4431339b-ee90-41a8-a280-50b899216798 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Allocated IP 172.20.0.7 (77ec7356-4bd9-42af-abe3-f1b9c525bdef/5c2b09a9-00a4-429f-86c4-f8b1d0e4e593/9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:14:21.244176 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:21.365559 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-4431339b-ee90-41a8-a280-50b899216798 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for port (9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:21.465307 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-4431339b-ee90-41a8-a280-50b899216798 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:21.512476 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-4431339b-ee90-41a8-a280-50b899216798 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Network 77ec7356-4bd9-42af-abe3-f1b9c525bdef is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:14:21.515637 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-4431339b-ee90-41a8-a280-50b899216798 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:14:21.518091 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-4431339b-ee90-41a8-a280-50b899216798 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:14:21.545980 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431339b-ee90-41a8-a280-50b899216798 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event updated for resources: {'Port': ['ID=9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:21.590829 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-4431339b-ee90-41a8-a280-50b899216798 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:21.591432 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-4431339b-ee90-41a8-a280-50b899216798 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:21.633274 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5f337-36d3-4b74-a061-d08f9b00a80a req-f4732643-ff7b-4573-99b9-444e27e9323c tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:21.634847 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-40b5f337-36d3-4b74-a061-d08f9b00a80a req-f4732643-ff7b-4573-99b9-444e27e9323c tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 931 time: 0.0702825 Jul 05 16:14:21.689683 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-40b5f337-36d3-4b74-a061-d08f9b00a80a req-91958bfe-8d99-4f74-afa6-800aeb8bdbcf tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dc51aa0-7647-4858-a80e-8d5e7b436e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488985 Jul 05 16:14:21.714281 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-4431339b-ee90-41a8-a280-50b899216798 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8666592 Jul 05 16:14:21.723655 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-5e7865fc-96f5-4ec8-962d-41fec26e95fb None None] Provisioning complete for port 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:14:21.724169 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-5e7865fc-96f5-4ec8-962d-41fec26e95fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:21.756401 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-5e7865fc-96f5-4ec8-962d-41fec26e95fb None None] Port 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:14:21.768709 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-5f4b76c3-fa04-4f4c-80f2-204a12048fb9 service neutron] Request body: {'port': {'device_id': '52a25436-864d-4302-9b41-f9f904dfaa39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84875'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:14:21.801926 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:21.826245 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-5f4b76c3-fa04-4f4c-80f2-204a12048fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:22.051385 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067b067-c1aa-40fa-85e9-94a06bdcc43d req-ad7f381f-774b-4afe-9995-82d48dddfecf tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:22.052865 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a067b067-c1aa-40fa-85e9-94a06bdcc43d req-ad7f381f-774b-4afe-9995-82d48dddfecf tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 945 time: 0.0848494 Jul 05 16:14:22.148710 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a067b067-c1aa-40fa-85e9-94a06bdcc43d req-e6d55c2c-e427-4ffd-a64c-1a54174fdb34 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861948 Jul 05 16:14:22.155297 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-5f4b76c3-fa04-4f4c-80f2-204a12048fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18 {{(pid=104585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:14:22.162973 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-5f4b76c3-fa04-4f4c-80f2-204a12048fb9 service neutron] Publish callbacks [] for port (9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:22.176156 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.provisioning_blocks [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-5f4b76c3-fa04-4f4c-80f2-204a12048fb9 service neutron] Transition to ACTIVE for port object 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18 will not be triggered until provisioned by entity L2. {{(pid=104585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 16:14:22.250170 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-5f4b76c3-fa04-4f4c-80f2-204a12048fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:22.305821 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b76c3-fa04-4f4c-80f2-204a12048fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:22.623869 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dedd03-8c42-41ad-a7d0-09b4d7db1fe4 req-d78da4f3-546c-411a-87aa-7403043e131a tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:22.625362 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-73dedd03-8c42-41ad-a7d0-09b4d7db1fe4 req-d78da4f3-546c-411a-87aa-7403043e131a tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0733309 Jul 05 16:14:22.651962 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-5f4b76c3-fa04-4f4c-80f2-204a12048fb9 service neutron] Attempting to bind port 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18 on host hv-cinder-84875 for vnic_type normal with profile {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:14:22.652296 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-5f4b76c3-fa04-4f4c-80f2-204a12048fb9 service neutron] Attempting to bind port 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18 by drivers openvswitch,hyperv on host hv-cinder-84875 at level 0 using segments [{'id': 'f6022e8d-52b0-4684-bbca-ba47c36c042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef'}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:14:22.652624 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-5f4b76c3-fa04-4f4c-80f2-204a12048fb9 service neutron] Attempting to bind port 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18 on network 77ec7356-4bd9-42af-abe3-f1b9c525bdef {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:14:22.662650 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-5f4b76c3-fa04-4f4c-80f2-204a12048fb9 service neutron] Port 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18 on network 77ec7356-4bd9-42af-abe3-f1b9c525bdef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84875 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 16:14:22.662982 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-5f4b76c3-fa04-4f4c-80f2-204a12048fb9 service neutron] Attempting to bind port 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18 on network 77ec7356-4bd9-42af-abe3-f1b9c525bdef {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:14:22.672589 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:22.682004 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-5f4b76c3-fa04-4f4c-80f2-204a12048fb9 service neutron] Checking agent: {'id': '9349738f-6636-400c-ae94-e0965ca2b601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84875', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'started_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:14:22.682338 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-5f4b76c3-fa04-4f4c-80f2-204a12048fb9 service neutron] Checking segment: {'id': 'f6022e8d-52b0-4684-bbca-ba47c36c042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:14:22.682715 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-5f4b76c3-fa04-4f4c-80f2-204a12048fb9 service neutron] Bound using segment: {'id': 'f6022e8d-52b0-4684-bbca-ba47c36c042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef'} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:14:22.683139 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-5f4b76c3-fa04-4f4c-80f2-204a12048fb9 service neutron] Bound port: 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18, host: hv-cinder-84875, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6022e8d-52b0-4684-bbca-ba47c36c042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef'}}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:14:22.683538 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-5f4b76c3-fa04-4f4c-80f2-204a12048fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:22.704406 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-73dedd03-8c42-41ad-a7d0-09b4d7db1fe4 req-79062289-28b0-45a2-8fdf-bc69c96afdaf tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727310 Jul 05 16:14:22.755539 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-5f4b76c3-fa04-4f4c-80f2-204a12048fb9 service neutron] For port 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18, host hv-cinder-84875, cleared binding levels {{(pid=104585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:14:22.758675 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-5f4b76c3-fa04-4f4c-80f2-204a12048fb9 service neutron] For port 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18, host hv-cinder-84875, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:14:22.807035 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe887d-6ed3-48f9-a9c5-2ef697a906ee req-4b6620bb-6e60-49e0-8a70-a5da86718519 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:22.808522 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5fbe887d-6ed3-48f9-a9c5-2ef697a906ee req-4b6620bb-6e60-49e0-8a70-a5da86718519 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 943 time: 0.0469749 Jul 05 16:14:22.829143 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-5f4b76c3-fa04-4f4c-80f2-204a12048fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:22.881487 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-5f4b76c3-fa04-4f4c-80f2-204a12048fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:22.882189 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-5f4b76c3-fa04-4f4c-80f2-204a12048fb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:22.883524 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-5f4b76c3-fa04-4f4c-80f2-204a12048fb9 service neutron] 10.222.0.47 "PUT /v2.0/ports/9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18 HTTP/1.1" status: 200 len: 1093 time: 1.1612294 Jul 05 16:14:22.885708 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a25436-864d-4302-9b41-f9f904dfaa39', 'tag': '9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:14:22.887937 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a55efc2-d3bd-43fb-a80c-714e74a9787b" -d '{"events": [{"name": "network-changed", "server_uuid": "52a25436-864d-4302-9b41-f9f904dfaa39", "tag": "9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:14:22.911590 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5fbe887d-6ed3-48f9-a9c5-2ef697a906ee req-e60dbd23-1af5-43e8-ac58-cc69773a3c0c tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dc51aa0-7647-4858-a80e-8d5e7b436e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972476 Jul 05 16:14:22.917054 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b76c3-fa04-4f4c-80f2-204a12048fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18,revision_number=3']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:22.932042 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636fa2f4-4273-4f12-863f-a0f5eea6e0a4 x-openstack-request-id: req-636fa2f4-4273-4f12-863f-a0f5eea6e0a4 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:14:22.932340 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a25436-864d-4302-9b41-f9f904dfaa39", "tag": "9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:14:22.932816 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-636fa2f4-4273-4f12-863f-a0f5eea6e0a4 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:14:22.933353 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-636fa2f4-4273-4f12-863f-a0f5eea6e0a4'] response: {'name': 'network-changed', 'server_uuid': '52a25436-864d-4302-9b41-f9f904dfaa39', 'tag': '9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18', 'status': 'completed', 'code': 200} Jul 05 16:14:23.265265 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:23.273609 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5c4ee-b390-44c9-8217-f291a09b8f60 req-e858d514-db01-4e1a-9c18-1236ec2ab72b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:23.275100 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c3b5c4ee-b390-44c9-8217-f291a09b8f60 req-e858d514-db01-4e1a-9c18-1236ec2ab72b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 945 time: 0.0498066 Jul 05 16:14:23.322505 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c3b5c4ee-b390-44c9-8217-f291a09b8f60 req-8974c404-81d0-4100-a55a-726abde130bc tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417440 Jul 05 16:14:23.819582 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246ce44-7bd4-42db-9cc1-71fab9309c3a req-2096f428-3acf-4230-8297-5a82846190f0 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:23.821031 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3246ce44-7bd4-42db-9cc1-71fab9309c3a req-2096f428-3acf-4230-8297-5a82846190f0 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0457613 Jul 05 16:14:23.868391 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3246ce44-7bd4-42db-9cc1-71fab9309c3a req-cb58c722-8711-4366-8843-4329c4ce6de1 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418777 Jul 05 16:14:23.882731 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 426e703b-fda9-4cb3-9ba0-62242cbd02d2 no longer exists at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:14:23.904809 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] No Port match for: 426e703b-fda9-4cb3-9ba0-62242cbd02d2 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:14:23.905144 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 426e703b-fda9-4cb3-9ba0-62242cbd02d2 not bound to the agent host hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:14:24.051003 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f0bba-0890-4d46-899c-207b35ac417c req-989fd4f1-5687-4659-8ed1-4c7e14774d1a tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:24.052449 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f74f0bba-0890-4d46-899c-207b35ac417c req-989fd4f1-5687-4659-8ed1-4c7e14774d1a tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 943 time: 0.0520291 Jul 05 16:14:24.099906 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f74f0bba-0890-4d46-899c-207b35ac417c req-75ff6af9-e8d7-43cc-980c-a225f0d7ebeb tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dc51aa0-7647-4858-a80e-8d5e7b436e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419526 Jul 05 16:14:24.439642 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd8744-735e-4441-9655-04dbab0a73f1 req-e34caea1-2fb0-46cd-b17d-7db8855f1ca5 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:24.441110 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-eefd8744-735e-4441-9655-04dbab0a73f1 req-e34caea1-2fb0-46cd-b17d-7db8855f1ca5 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 945 time: 0.0462012 Jul 05 16:14:24.487679 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-eefd8744-735e-4441-9655-04dbab0a73f1 req-d004b831-4556-4606-b861-3407e6fbf9d8 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404878 Jul 05 16:14:24.977987 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ca946-4a66-402c-bdbe-c398f8ea4141 req-8c83f7fa-39b4-400b-8fd1-e6c0af72f527 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:24.979417 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b17ca946-4a66-402c-bdbe-c398f8ea4141 req-8c83f7fa-39b4-400b-8fd1-e6c0af72f527 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0462015 Jul 05 16:14:25.028689 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b17ca946-4a66-402c-bdbe-c398f8ea4141 req-6d3f334a-c6ae-46cb-a45e-1c2f80a076fa tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439365 Jul 05 16:14:25.211953 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989d248-e346-4f07-92ea-8ae75d40c13c req-43bac986-4ced-4bd2-a0e9-82e53674c8f7 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:25.213421 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7989d248-e346-4f07-92ea-8ae75d40c13c req-43bac986-4ced-4bd2-a0e9-82e53674c8f7 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 943 time: 0.0471468 Jul 05 16:14:25.259509 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7989d248-e346-4f07-92ea-8ae75d40c13c req-238e8b13-1737-4410-b4ae-3dd5961aa251 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dc51aa0-7647-4858-a80e-8d5e7b436e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407150 Jul 05 16:14:25.429832 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:25.603481 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb97d1c-2ac7-4822-a28e-c8e428cd9fcc req-18ec291a-76d4-4f20-91c3-0a051cd3ad18 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:25.605024 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4eb97d1c-2ac7-4822-a28e-c8e428cd9fcc req-18ec291a-76d4-4f20-91c3-0a051cd3ad18 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 945 time: 0.0467751 Jul 05 16:14:25.652076 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4eb97d1c-2ac7-4822-a28e-c8e428cd9fcc req-cbf76d72-f2d3-48f0-a24d-b12450afd35c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409608 Jul 05 16:14:25.737569 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55efc2-d3bd-43fb-a80c-714e74a9787b req-f7b15242-a7cd-4fb0-8ae0-bc2aba32975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:25.739015 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2a55efc2-d3bd-43fb-a80c-714e74a9787b req-f7b15242-a7cd-4fb0-8ae0-bc2aba32975a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e6ad67dbf542528726c545872ac10c&device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 1127 time: 0.0427220 Jul 05 16:14:25.836401 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:25.839238 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55efc2-d3bd-43fb-a80c-714e74a9787b req-060580f3-59fa-4273-b036-fbbb98a6d7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:25.840718 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2a55efc2-d3bd-43fb-a80c-714e74a9787b req-060580f3-59fa-4273-b036-fbbb98a6d7b7 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=42e6ad67dbf542528726c545872ac10c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0941274 Jul 05 16:14:25.952250 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55efc2-d3bd-43fb-a80c-714e74a9787b req-3bbeac44-5469-4ea8-af03-438cc7bf44cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:25.953741 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2a55efc2-d3bd-43fb-a80c-714e74a9787b req-3bbeac44-5469-4ea8-af03-438cc7bf44cb service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949643 Jul 05 16:14:26.143851 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b09cf0-3ad4-40db-b509-b7b6045dc14a req-a6c76a93-2866-4ede-9573-f5dfe9bd9827 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:26.145202 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b9b09cf0-3ad4-40db-b509-b7b6045dc14a req-a6c76a93-2866-4ede-9573-f5dfe9bd9827 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.47 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0899646 Jul 05 16:14:26.172022 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-a66d19c7-e230-4737-b5b2-00f54c8382f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:26.173406 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-a66d19c7-e230-4737-b5b2-00f54c8382f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e6ad67dbf542528726c545872ac10c&device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 1127 time: 0.0892522 Jul 05 16:14:26.212922 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed0f9e-852e-47c0-8cd5-aae9b6ef8a9c req-2e39418d-8ba4-4372-86c4-3f6a63425104 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:26.214322 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-75ed0f9e-852e-47c0-8cd5-aae9b6ef8a9c req-2e39418d-8ba4-4372-86c4-3f6a63425104 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 946 time: 0.0991392 Jul 05 16:14:26.250150 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-c80e1bb2-3765-4903-858a-2e7555edc899 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18 HTTP/1.1" status: 200 len: 217 time: 0.0500283 Jul 05 16:14:26.326189 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:26.385993 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-b9b09cf0-3ad4-40db-b509-b7b6045dc14a req-f318fe2b-e1cb-4072-b495-74a6c9cd2725 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Deleting port 0d3daec4-e5f2-405e-a531-5ab8f6778220 {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:14:26.386334 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-b9b09cf0-3ad4-40db-b509-b7b6045dc14a req-f318fe2b-e1cb-4072-b495-74a6c9cd2725 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (0d3daec4-e5f2-405e-a531-5ab8f6778220), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:26.393927 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-e2b29969-6c25-4bea-8eaf-2a67ec0a4eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:26.395285 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-e2b29969-6c25-4bea-8eaf-2a67ec0a4eeb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c2b09a9-00a4-429f-86c4-f8b1d0e4e593 HTTP/1.1" status: 200 len: 854 time: 0.1370347 Jul 05 16:14:26.416614 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-75ed0f9e-852e-47c0-8cd5-aae9b6ef8a9c req-98ca4472-3de3-4892-a5ad-834bbe43d89c tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/security-groups?id=a516630e-fbd4-46f1-bc55-c81fba39830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742058 Jul 05 16:14:26.448077 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=42,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:26.468367 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee554524-baf6-4b54-89eb-204bfe41f811 req-ead45b50-7a13-42bb-8882-5f0f7e6c382e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:26.469846 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ee554524-baf6-4b54-89eb-204bfe41f811 req-ead45b50-7a13-42bb-8882-5f0f7e6c382e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 943 time: 0.1363127 Jul 05 16:14:26.514925 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-050247a4-3531-44f8-aa57-f940bac87ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:26.516340 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-050247a4-3531-44f8-aa57-f940bac87ded service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77ec7356-4bd9-42af-abe3-f1b9c525bdef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1036911 Jul 05 16:14:26.596872 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-b9b09cf0-3ad4-40db-b509-b7b6045dc14a req-f318fe2b-e1cb-4072-b495-74a6c9cd2725 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] For port 0d3daec4-e5f2-405e-a531-5ab8f6778220, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=0d3daec4-e5f2-405e-a531-5ab8f6778220,segment=NetworkSegment(bbfc7f08-68f9-4166-85b4-e53d9bec6b3e),segment_id=bbfc7f08-68f9-4166-85b4-e53d9bec6b3e)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:14:26.597238 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-b9b09cf0-3ad4-40db-b509-b7b6045dc14a req-f318fe2b-e1cb-4072-b495-74a6c9cd2725 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (0d3daec4-e5f2-405e-a531-5ab8f6778220), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:26.634672 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ee554524-baf6-4b54-89eb-204bfe41f811 req-eef3fc62-3f04-4f1b-8c15-4f759ff41572 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dc51aa0-7647-4858-a80e-8d5e7b436e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368504 Jul 05 16:14:26.646513 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-b9b09cf0-3ad4-40db-b509-b7b6045dc14a req-f318fe2b-e1cb-4072-b495-74a6c9cd2725 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Calling delete_port for 0d3daec4-e5f2-405e-a531-5ab8f6778220 owned by compute:nova {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:14:26.703821 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-a2ce914a-a957-4052-aab8-b58d634b38c3 service neutron] 10.222.0.47 "GET /v2.0/networks/77ec7356-4bd9-42af-abe3-f1b9c525bdef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791496 Jul 05 16:14:26.788689 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:26.840162 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2c570-b018-4d7e-8880-9bc3ed54f127 req-1f63d4cc-39c9-4dbc-aaae-02c75ae41d59 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:26.841639 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-88e2c570-b018-4d7e-8880-9bc3ed54f127 req-1f63d4cc-39c9-4dbc-aaae-02c75ae41d59 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 945 time: 0.1010787 Jul 05 16:14:26.912776 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-869f5f0e-cc08-4360-b977-38dce3dd7dcc req-b82eca52-5a06-4121-8b7d-91ab2996b947 service neutron] 10.222.0.47 "GET /v2.0/networks/77ec7356-4bd9-42af-abe3-f1b9c525bdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003324 Jul 05 16:14:26.944752 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-88e2c570-b018-4d7e-8880-9bc3ed54f127 req-232771c6-5c32-4948-a536-beaa1f19a0f4 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968480 Jul 05 16:14:27.056160 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-b9b09cf0-3ad4-40db-b509-b7b6045dc14a req-f318fe2b-e1cb-4072-b495-74a6c9cd2725 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (0d3daec4-e5f2-405e-a531-5ab8f6778220), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:27.067594 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['0d3daec4-e5f2-405e-a531-5ab8f6778220'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:14:27.086206 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318fe2b-e1cb-4072-b495-74a6c9cd2725 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Pushing event deleted for resources: {'Port': ['ID=0d3daec4-e5f2-405e-a531-5ab8f6778220,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:27.131188 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b09cf0-3ad4-40db-b509-b7b6045dc14a req-f318fe2b-e1cb-4072-b495-74a6c9cd2725 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] No DVR routers for this DVR port 0d3daec4-e5f2-405e-a531-5ab8f6778220 on host hv-cinder-84875 {{(pid=104585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:14:27.134427 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-b9b09cf0-3ad4-40db-b509-b7b6045dc14a req-f318fe2b-e1cb-4072-b495-74a6c9cd2725 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:27.137890 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b9b09cf0-3ad4-40db-b509-b7b6045dc14a req-f318fe2b-e1cb-4072-b495-74a6c9cd2725 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.47 "DELETE /v2.0/ports/0d3daec4-e5f2-405e-a531-5ab8f6778220 HTTP/1.1" status: 204 len: 173 time: 0.9739347 Jul 05 16:14:27.138345 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4233316e-f948-4729-a298-95bfa8d528da', 'name': 'network-vif-deleted', 'tag': '0d3daec4-e5f2-405e-a531-5ab8f6778220'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:14:27.140512 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63300bb-39fe-4072-8205-3d89a4d254e7" -d '{"events": [{"server_uuid": "4233316e-f948-4729-a298-95bfa8d528da", "name": "network-vif-deleted", "tag": "0d3daec4-e5f2-405e-a531-5ab8f6778220"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:14:27.176030 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4965d3-9b31-496e-8e85-2c7e30f8d369 x-openstack-request-id: req-0d4965d3-9b31-496e-8e85-2c7e30f8d369 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:14:27.176603 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4233316e-f948-4729-a298-95bfa8d528da", "name": "network-vif-deleted", "tag": "0d3daec4-e5f2-405e-a531-5ab8f6778220", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:14:27.176603 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d4965d3-9b31-496e-8e85-2c7e30f8d369 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:14:27.176971 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d4965d3-9b31-496e-8e85-2c7e30f8d369'] response: {'server_uuid': '4233316e-f948-4729-a298-95bfa8d528da', 'name': 'network-vif-deleted', 'tag': '0d3daec4-e5f2-405e-a531-5ab8f6778220', 'status': 'completed', 'code': 200} Jul 05 16:14:27.521976 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-77cca200-c3e9-4373-9ad2-2991f0a604d2 req-82ca5ed0-3289-475d-9715-7ae1c1405dca tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 210 time: 0.0330076 Jul 05 16:14:27.749473 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a969bf2-c5da-45d7-804a-cee41bdaab6e req-bcfba57e-af83-48f1-b2c2-09afea45381e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:27.750848 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9a969bf2-c5da-45d7-804a-cee41bdaab6e req-bcfba57e-af83-48f1-b2c2-09afea45381e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 943 time: 0.0469522 Jul 05 16:14:27.797457 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9a969bf2-c5da-45d7-804a-cee41bdaab6e req-786f4576-0286-4383-a137-dc6e57f85a45 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dc51aa0-7647-4858-a80e-8d5e7b436e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411639 Jul 05 16:14:28.059425 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:28.067905 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81ba89-2307-4064-97d4-2705a1d1faac req-bd10734a-d6c8-4ec0-b941-79a71376cfa5 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:28.070150 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ca81ba89-2307-4064-97d4-2705a1d1faac req-bd10734a-d6c8-4ec0-b941-79a71376cfa5 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 945 time: 0.0505767 Jul 05 16:14:28.117680 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ca81ba89-2307-4064-97d4-2705a1d1faac req-39a5b2e6-9fc0-48a2-a2de-0551900da71b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418921 Jul 05 16:14:28.635449 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2e36deed-c3ba-4739-a73d-8bacbee6994a req-1c9ff56e-8120-458d-b7dc-e6ef943286a9 tempest-ServerRescueNegativeTestJSON-1117569186 tempest-ServerRescueNegativeTestJSON-1117569186-project] 10.222.0.45 "GET /v2.0/ports?device_id=4233316e-f948-4729-a298-95bfa8d528da HTTP/1.1" status: 200 len: 210 time: 0.0313425 Jul 05 16:14:28.911890 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e546116-2527-4246-9e49-4083b0efc9af req-9792b304-0928-4ed5-a885-cb7d4397a813 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:28.913355 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6e546116-2527-4246-9e49-4083b0efc9af req-9792b304-0928-4ed5-a885-cb7d4397a813 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 943 time: 0.0480373 Jul 05 16:14:28.959696 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6e546116-2527-4246-9e49-4083b0efc9af req-cde503d7-4649-42b4-afa7-21c7dcd5ea2d tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dc51aa0-7647-4858-a80e-8d5e7b436e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407622 Jul 05 16:14:29.234600 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c76178-30c6-424f-ad21-37ab0c99ba0d req-4db279ab-35f9-4c2e-88f8-0339fb3068e4 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:29.236271 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-87c76178-30c6-424f-ad21-37ab0c99ba0d req-4db279ab-35f9-4c2e-88f8-0339fb3068e4 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 945 time: 0.0464761 Jul 05 16:14:29.285701 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-87c76178-30c6-424f-ad21-37ab0c99ba0d req-978118f7-79df-4f63-8988-aa021f06c7a3 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440388 Jul 05 16:14:29.694045 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48644) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:29.874081 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18 details requested by agent hyperv_hv-cinder-84875 with host hv-cinder-84875 {{(pid=104586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:14:29.876337 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 0d3daec4-e5f2-405e-a531-5ab8f6778220 no longer exists at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:14:29.903278 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] No Port match for: 0d3daec4-e5f2-405e-a531-5ab8f6778220 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:14:29.903617 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 0d3daec4-e5f2-405e-a531-5ab8f6778220 not bound to the agent host hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:14:29.978547 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:30.005658 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:14:30.021561 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Returning: {'device': '9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'port_id': '9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18', 'mac_address': 'fa:16:3e:92:66:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:14:30.061635 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18 is: DOWN; New status is: BUILD {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:14:30.062057 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:30.078106 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18 {{(pid=104586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:14:30.088813 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2cab7-bbf8-4771-b2e6-2528c906b122 req-feab55ca-efc2-49c2-8484-2fd1a3ca8535 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:30.093266 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6ba2cab7-bbf8-4771-b2e6-2528c906b122 req-feab55ca-efc2-49c2-8484-2fd1a3ca8535 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 943 time: 0.0576520 Jul 05 16:14:30.100118 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:14:30.143764 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6ba2cab7-bbf8-4771-b2e6-2528c906b122 req-2b7bd269-1473-476d-9838-a653994b54aa tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dc51aa0-7647-4858-a80e-8d5e7b436e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460868 Jul 05 16:14:30.181417 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:30.231941 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:30.372603 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-ae7fe28a-c64d-4e72-bc74-adac51676171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518843'] for router_interface (2ac14bb0-bd1e-448e-b280-36555b1f3cfa), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:30.405706 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2da20-661a-4aaa-a278-a22b6e9d704c req-c2201af7-3786-4bba-928e-a5212a5b742e tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:30.407178 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7bb2da20-661a-4aaa-a278-a22b6e9d704c req-c2201af7-3786-4bba-928e-a5212a5b742e tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 945 time: 0.0474584 Jul 05 16:14:30.454528 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7bb2da20-661a-4aaa-a278-a22b6e9d704c req-69762c99-a3f9-4dca-ae34-69458fdaa331 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418227 Jul 05 16:14:30.582536 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:14:30.605693 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-ae7fe28a-c64d-4e72-bc74-adac51676171 admin admin] Deleting port 718e5f4c-0aea-4fab-a9dc-819c9912770a {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:14:30.606201 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-ae7fe28a-c64d-4e72-bc74-adac51676171 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (718e5f4c-0aea-4fab-a9dc-819c9912770a), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:30.624942 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:30.698174 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-ae7fe28a-c64d-4e72-bc74-adac51676171 admin admin] For port 718e5f4c-0aea-4fab-a9dc-819c9912770a, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=718e5f4c-0aea-4fab-a9dc-819c9912770a,segment=NetworkSegment(bbfc7f08-68f9-4166-85b4-e53d9bec6b3e),segment_id=bbfc7f08-68f9-4166-85b4-e53d9bec6b3e)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:14:30.698751 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-ae7fe28a-c64d-4e72-bc74-adac51676171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (718e5f4c-0aea-4fab-a9dc-819c9912770a), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:30.711772 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-ae7fe28a-c64d-4e72-bc74-adac51676171 admin admin] Calling delete_port for 718e5f4c-0aea-4fab-a9dc-819c9912770a owned by network:router_interface {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:14:30.882108 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:30.955473 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-ae7fe28a-c64d-4e72-bc74-adac51676171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (718e5f4c-0aea-4fab-a9dc-819c9912770a), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:30.960574 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:30.980721 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fe28a-c64d-4e72-bc74-adac51676171 admin admin] Pushing event deleted for resources: {'Port': ['ID=718e5f4c-0aea-4fab-a9dc-819c9912770a,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:31.145907 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-ae7fe28a-c64d-4e72-bc74-adac51676171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521995'] for router_interface (2ac14bb0-bd1e-448e-b280-36555b1f3cfa), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:31.259528 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d8e87-b77a-43ac-9bec-8b231e321368 req-26579986-0c2c-4213-98b2-e465d36f012f tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:31.260978 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-cd7d8e87-b77a-43ac-9bec-8b231e321368 req-26579986-0c2c-4213-98b2-e465d36f012f tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 944 time: 0.0474706 Jul 05 16:14:31.312427 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-cd7d8e87-b77a-43ac-9bec-8b231e321368 req-a8979b22-6a89-4cbe-8a8e-4c0b19bccb93 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dc51aa0-7647-4858-a80e-8d5e7b436e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459807 Jul 05 16:14:31.359087 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7fe28a-c64d-4e72-bc74-adac51676171 admin admin] Router 2ac14bb0-bd1e-448e-b280-36555b1f3cfa has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:14:31.421036 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:31.460961 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7fe28a-c64d-4e72-bc74-adac51676171 admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:14:31.465890 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-ae7fe28a-c64d-4e72-bc74-adac51676171 admin admin] 10.222.0.45 "PUT /v2.0/routers/2ac14bb0-bd1e-448e-b280-36555b1f3cfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7717111 Jul 05 16:14:31.468585 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48654) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:31.472700 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5318b6a-3442-4cff-977f-c555f7ea834c None None] Sync routers for ids ['2ac14bb0-bd1e-448e-b280-36555b1f3cfa'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:14:31.494548 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5318b6a-3442-4cff-977f-c555f7ea834c None None] Routers {'2ac14bb0-bd1e-448e-b280-36555b1f3cfa'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:14:31.495189 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-e5318b6a-3442-4cff-977f-c555f7ea834c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:14:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['2ac14bb0-bd1e-448e-b280-36555b1f3cfa'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:31.570298 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3c51428e-6ff3-4495-afd2-a4a726787554 admin admin] Publish callbacks [] for router (2ac14bb0-bd1e-448e-b280-36555b1f3cfa), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:31.580267 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a34dc-9fa7-4651-a4c2-0b06adc3c853 req-2733a3c5-b205-47af-b1fd-666112a8ef75 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:31.582231 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-684a34dc-9fa7-4651-a4c2-0b06adc3c853 req-2733a3c5-b205-47af-b1fd-666112a8ef75 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 945 time: 0.0512581 Jul 05 16:14:31.613784 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-e5318b6a-3442-4cff-977f-c555f7ea834c None None] Set router 2ac14bb0-bd1e-448e-b280-36555b1f3cfa gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:14:31.631148 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-684a34dc-9fa7-4651-a4c2-0b06adc3c853 req-85e12b8c-ec9e-44f9-91a4-516ec6d5c2e3 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429835 Jul 05 16:14:31.675956 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3c51428e-6ff3-4495-afd2-a4a726787554 admin admin] Publish callbacks [] for router_gateway (2ac14bb0-bd1e-448e-b280-36555b1f3cfa), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:31.779069 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-e5318b6a-3442-4cff-977f-c555f7ea834c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-748629056-router', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:14:30Z', 'revision_number': 5, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'gw_port': {'id': '2c2a89b4-d4e5-48ce-998b-07615a49bfbc', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:31.796677 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-3c51428e-6ff3-4495-afd2-a4a726787554 admin admin] Deleting port 2c2a89b4-d4e5-48ce-998b-07615a49bfbc {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:14:31.797284 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3c51428e-6ff3-4495-afd2-a4a726787554 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (2c2a89b4-d4e5-48ce-998b-07615a49bfbc), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:31.804700 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5318b6a-3442-4cff-977f-c555f7ea834c None None] Checking router: 2ac14bb0-bd1e-448e-b280-36555b1f3cfa for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:14:31.813105 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5318b6a-3442-4cff-977f-c555f7ea834c None None] Routers {'2ac14bb0-bd1e-448e-b280-36555b1f3cfa'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:14:31.813676 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-e5318b6a-3442-4cff-977f-c555f7ea834c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:14:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['2ac14bb0-bd1e-448e-b280-36555b1f3cfa'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:31.859999 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:31.880094 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-3c51428e-6ff3-4495-afd2-a4a726787554 admin admin] For port 2c2a89b4-d4e5-48ce-998b-07615a49bfbc, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=2c2a89b4-d4e5-48ce-998b-07615a49bfbc,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:14:31.880453 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3c51428e-6ff3-4495-afd2-a4a726787554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (2c2a89b4-d4e5-48ce-998b-07615a49bfbc), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:31.892288 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff details requested by agent hyperv_hv-cinder-84875 with host hv-cinder-84875 {{(pid=104586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:14:31.895225 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18 up at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:14:31.895485 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-3c51428e-6ff3-4495-afd2-a4a726787554 admin admin] Calling delete_port for 2c2a89b4-d4e5-48ce-998b-07615a49bfbc owned by network:router_gateway {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:14:31.896398 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-e5318b6a-3442-4cff-977f-c555f7ea834c None None] Set router 2ac14bb0-bd1e-448e-b280-36555b1f3cfa gateway port host: None {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:14:31.948070 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-e5318b6a-3442-4cff-977f-c555f7ea834c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-748629056-router', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:14:31Z', 'revision_number': 6, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'gw_port_host': None}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:31.967290 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning for port 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18 completed by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 16:14:31.973874 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5318b6a-3442-4cff-977f-c555f7ea834c None None] The sync data for ids ['2ac14bb0-bd1e-448e-b280-36555b1f3cfa'] in dv-cinder-848759-1-iscsi is: [{'id': '2ac14bb0-bd1e-448e-b280-36555b1f3cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-748629056-router', 'tenant_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:14:31Z', 'revision_number': 6, 'project_id': 'bbe6a2de3cba4aa7b365f30f5b2f745c', 'gw_port_host': None}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:14:32.014451 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:32.029335 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning complete for port 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:14:32.029728 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:32.078382 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:14:32.093445 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Returning: {'device': '1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'port_id': '1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff', 'mac_address': 'fa:16:3e:ce:55:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:14:32.143926 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3c51428e-6ff3-4495-afd2-a4a726787554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (2c2a89b4-d4e5-48ce-998b-07615a49bfbc), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:32.157804 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff is: ACTIVE; New status is: BUILD {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:14:32.158196 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:32.167411 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18 is: BUILD; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:14:32.167796 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:32.170254 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51428e-6ff3-4495-afd2-a4a726787554 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c2a89b4-d4e5-48ce-998b-07615a49bfbc,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:32.180800 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff {{(pid=104586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:14:32.206247 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:32.210139 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:14:32.214894 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a25436-864d-4302-9b41-f9f904dfaa39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:14:32.217142 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a37a9b1-d0ad-4d66-a2bd-2c9b5fca1fd4" -d '{"events": [{"server_uuid": "52a25436-864d-4302-9b41-f9f904dfaa39", "name": "network-vif-plugged", "status": "completed", "tag": "9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:14:32.232488 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3c51428e-6ff3-4495-afd2-a4a726787554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-508993'] for router_gateway (2ac14bb0-bd1e-448e-b280-36555b1f3cfa), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:32.232711 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:14:32.253811 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe409bf-b143-49fb-aa00-7807a3c69052 x-openstack-request-id: req-3fe409bf-b143-49fb-aa00-7807a3c69052 {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:14:32.253811 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a25436-864d-4302-9b41-f9f904dfaa39", "name": "network-vif-plugged", "status": "completed", "tag": "9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:14:32.254011 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3fe409bf-b143-49fb-aa00-7807a3c69052 {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:14:32.254365 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe409bf-b143-49fb-aa00-7807a3c69052'] response: {'server_uuid': '52a25436-864d-4302-9b41-f9f904dfaa39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18', 'code': 200} Jul 05 16:14:32.317297 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:32.326379 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3c51428e-6ff3-4495-afd2-a4a726787554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075037'] for router (2ac14bb0-bd1e-448e-b280-36555b1f3cfa), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:32.329300 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3c51428e-6ff3-4495-afd2-a4a726787554 admin admin] Publish callbacks [] for router_controller (2ac14bb0-bd1e-448e-b280-36555b1f3cfa), precommit_delete_associations {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:32.381858 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff,revision_number=6']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:32.405757 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:32.463571 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e073a2-b67c-41de-9164-7a2bf54785d7 req-e0df6b6f-a311-4a33-bb1c-e9b84c234b4f tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:32.465150 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d5e073a2-b67c-41de-9164-7a2bf54785d7 req-e0df6b6f-a311-4a33-bb1c-e9b84c234b4f tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 945 time: 0.0687943 Jul 05 16:14:32.470662 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:32.476730 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:14:32.476907 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:32.515135 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d5e073a2-b67c-41de-9164-7a2bf54785d7 req-e50a6bc6-d439-4967-b3d6-932c9b035a5c tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dc51aa0-7647-4858-a80e-8d5e7b436e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442290 Jul 05 16:14:32.549535 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3c51428e-6ff3-4495-afd2-a4a726787554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498478'] for router (2ac14bb0-bd1e-448e-b280-36555b1f3cfa), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:32.550178 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c51428e-6ff3-4495-afd2-a4a726787554 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ac14bb0-bd1e-448e-b280-36555b1f3cfa {{(pid=104584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 16:14:32.558512 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3c51428e-6ff3-4495-afd2-a4a726787554 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:32.558512 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-3c51428e-6ff3-4495-afd2-a4a726787554 admin admin] 10.222.0.45 "DELETE /v2.0/routers/2ac14bb0-bd1e-448e-b280-36555b1f3cfa HTTP/1.1" status: 204 len: 168 time: 1.0880084 Jul 05 16:14:32.560268 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48662) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:32.607713 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f1f38d-a9d8-4229-a374-1d79621a9514 admin admin] Deleting subnet 8a9b66f2-eae4-47d1-8086-fa8b5da512fd {{(pid=104584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 16:14:32.611368 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-f6f1f38d-a9d8-4229-a374-1d79621a9514 admin admin] Publish callbacks [] for subnet (8a9b66f2-eae4-47d1-8086-fa8b5da512fd), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:32.634124 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b248d-34d4-45be-95f9-a5f7e0de2b37 req-feae5a57-8c81-4dcf-ac11-39884a040da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:32.635607 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-206b248d-34d4-45be-95f9-a5f7e0de2b37 req-feae5a57-8c81-4dcf-ac11-39884a040da4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 1129 time: 0.0451448 Jul 05 16:14:32.646715 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-f6f1f38d-a9d8-4229-a374-1d79621a9514 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032071'] for subnet (8a9b66f2-eae4-47d1-8086-fa8b5da512fd), precommit_delete_associations {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:32.681130 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-206b248d-34d4-45be-95f9-a5f7e0de2b37 req-d97bac53-9641-43cf-8a75-aadbe5494110 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8dc51aa0-7647-4858-a80e-8d5e7b436e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393798 Jul 05 16:14:32.729297 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-f6f1f38d-a9d8-4229-a374-1d79621a9514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7708876'] for subnet (8a9b66f2-eae4-47d1-8086-fa8b5da512fd), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:32.755807 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e7b1c-b49a-4fe8-b221-13f725a2800c req-b569a4cc-0f76-4661-b11b-d63ad5df31ab tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:32.757364 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-141e7b1c-b49a-4fe8-b221-13f725a2800c req-b569a4cc-0f76-4661-b11b-d63ad5df31ab tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 944 time: 0.0468788 Jul 05 16:14:32.807361 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-141e7b1c-b49a-4fe8-b221-13f725a2800c req-a586d7b5-089d-4478-b468-eade44626bdb tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442257 Jul 05 16:14:32.853112 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-f6f1f38d-a9d8-4229-a374-1d79621a9514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7708871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1267982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411760'] for subnet (8a9b66f2-eae4-47d1-8086-fa8b5da512fd), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:32.878582 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1f38d-a9d8-4229-a374-1d79621a9514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a9b66f2-eae4-47d1-8086-fa8b5da512fd,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:32.895573 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-f6f1f38d-a9d8-4229-a374-1d79621a9514 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:32.895688 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f1fb30-5706-4a7a-80fc-9c81f94df12d None None] Network d875afbf-ed35-412f-bb5d-c579562ff61a requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:14:32.896126 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-f6f1f38d-a9d8-4229-a374-1d79621a9514 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8a9b66f2-eae4-47d1-8086-fa8b5da512fd HTTP/1.1" status: 204 len: 168 time: 0.3329904 Jul 05 16:14:32.896923 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 48666) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:32.959458 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f0af8712-6fc5-4f99-879a-0ec4292f97ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:32.972852 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-cd780699-726e-44af-bffd-f2043e5c121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7605430'] for network (d875afbf-ed35-412f-bb5d-c579562ff61a), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:32.989483 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:33.013860 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:33.020321 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [None req-cd780699-726e-44af-bffd-f2043e5c121f admin admin] Deleting port 8b489012-868d-4d23-894e-e6f2c310b513 {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:14:33.020649 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-cd780699-726e-44af-bffd-f2043e5c121f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (8b489012-868d-4d23-894e-e6f2c310b513), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:33.074017 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269796b0-a4b8-450d-a9b2-830d4cbbde94 None None] DHCP port deletion for d875afbf-ed35-412f-bb5d-c579562ff61a request from dv-cinder-848759-1-iscsi {{(pid=104586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 05 16:14:33.098610 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [None req-cd780699-726e-44af-bffd-f2043e5c121f admin admin] For port 8b489012-868d-4d23-894e-e6f2c310b513, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=8b489012-868d-4d23-894e-e6f2c310b513,segment=NetworkSegment(bbfc7f08-68f9-4166-85b4-e53d9bec6b3e),segment_id=bbfc7f08-68f9-4166-85b4-e53d9bec6b3e)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:14:33.098971 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-cd780699-726e-44af-bffd-f2043e5c121f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (8b489012-868d-4d23-894e-e6f2c310b513), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:33.112616 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [None req-cd780699-726e-44af-bffd-f2043e5c121f admin admin] Calling delete_port for 8b489012-868d-4d23-894e-e6f2c310b513 owned by network:dhcp {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:14:33.118732 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-269796b0-a4b8-450d-a9b2-830d4cbbde94 None None] Deleting port 8b489012-868d-4d23-894e-e6f2c310b513 {{(pid=104586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:14:33.119101 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-269796b0-a4b8-450d-a9b2-830d4cbbde94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (8b489012-868d-4d23-894e-e6f2c310b513), before_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:33.182400 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-269796b0-a4b8-450d-a9b2-830d4cbbde94 None None] For port 8b489012-868d-4d23-894e-e6f2c310b513, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=8b489012-868d-4d23-894e-e6f2c310b513,segment=NetworkSegment(bbfc7f08-68f9-4166-85b4-e53d9bec6b3e),segment_id=bbfc7f08-68f9-4166-85b4-e53d9bec6b3e)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:14:33.182792 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-269796b0-a4b8-450d-a9b2-830d4cbbde94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (8b489012-868d-4d23-894e-e6f2c310b513), precommit_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:33.195992 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-269796b0-a4b8-450d-a9b2-830d4cbbde94 None None] Calling delete_port for 8b489012-868d-4d23-894e-e6f2c310b513 owned by network:dhcp {{(pid=104586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:14:33.263575 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-cd780699-726e-44af-bffd-f2043e5c121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (8b489012-868d-4d23-894e-e6f2c310b513), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:33.275943 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-269796b0-a4b8-450d-a9b2-830d4cbbde94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858'] for port (8b489012-868d-4d23-894e-e6f2c310b513), after_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:33.289071 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd780699-726e-44af-bffd-f2043e5c121f admin admin] Pushing event deleted for resources: {'Port': ['ID=8b489012-868d-4d23-894e-e6f2c310b513,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:33.293631 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd780699-726e-44af-bffd-f2043e5c121f admin admin] No DVR routers for this DVR port 8b489012-868d-4d23-894e-e6f2c310b513 on host dv-cinder-848759-1-iscsi {{(pid=104585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:14:33.299900 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269796b0-a4b8-450d-a9b2-830d4cbbde94 None None] Pushing event deleted for resources: {'Port': ['ID=8b489012-868d-4d23-894e-e6f2c310b513,revision_number=None']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:33.303933 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269796b0-a4b8-450d-a9b2-830d4cbbde94 None None] No DVR routers for this DVR port 8b489012-868d-4d23-894e-e6f2c310b513 on host dv-cinder-848759-1-iscsi {{(pid=104586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:14:33.371236 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-cd780699-726e-44af-bffd-f2043e5c121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7757606', 'neutron.services.segments.db._delete_segments_for_network-8746276517753'] for network (d875afbf-ed35-412f-bb5d-c579562ff61a), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:33.391489 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.services.segments.db [None req-cd780699-726e-44af-bffd-f2043e5c121f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d875afbf-ed35-412f-bb5d-c579562ff61a']}} {{(pid=104585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:33.401261 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.services.segments.db [None req-cd780699-726e-44af-bffd-f2043e5c121f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbfc7f08-68f9-4166-85b4-e53d9bec6b3e') {'for_net_delete': True} {{(pid=104585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:33.401559 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.services.segments.db [None req-cd780699-726e-44af-bffd-f2043e5c121f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbfc7f08-68f9-4166-85b4-e53d9bec6b3e') {} {{(pid=104585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:33.410945 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-cd780699-726e-44af-bffd-f2043e5c121f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746276519554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9024836'] for segment (bbfc7f08-68f9-4166-85b4-e53d9bec6b3e), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:33.423942 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-cd780699-726e-44af-bffd-f2043e5c121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (bbfc7f08-68f9-4166-85b4-e53d9bec6b3e), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:33.430236 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd780699-726e-44af-bffd-f2043e5c121f admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=104585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:14:33.433158 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-cd780699-726e-44af-bffd-f2043e5c121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8872760'] for segment (bbfc7f08-68f9-4166-85b4-e53d9bec6b3e), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:33.457408 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.services.segments.plugin [-] Segment bbfc7f08-68f9-4166-85b4-e53d9bec6b3e resource provider aggregate not found Jul 05 16:14:33.491996 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.services.segments.plugin [-] Segment bbfc7f08-68f9-4166-85b4-e53d9bec6b3e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bbfc7f08-68f9-4166-85b4-e53d9bec6b3e found for delete ", "request_id": "req-b725ae91-f231-4f17-900f-6acfec289920"}]} Jul 05 16:14:33.564594 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-cd780699-726e-44af-bffd-f2043e5c121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7757615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509440'] for network (d875afbf-ed35-412f-bb5d-c579562ff61a), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:33.572057 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-cd780699-726e-44af-bffd-f2043e5c121f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:33.577558 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-cd780699-726e-44af-bffd-f2043e5c121f admin admin] 10.222.0.45 "DELETE /v2.0/networks/d875afbf-ed35-412f-bb5d-c579562ff61a HTTP/1.1" status: 204 len: 168 time: 0.6770053 Jul 05 16:14:33.584427 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd780699-726e-44af-bffd-f2043e5c121f admin admin] Pushing event deleted for resources: {'Network': ['ID=d875afbf-ed35-412f-bb5d-c579562ff61a,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:33.632321 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d1ec5-9e59-4012-a2d8-eca983c0c4e6 req-5111828f-d3bc-4602-93ab-aba7ae57006f tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:33.633816 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3f8d1ec5-9e59-4012-a2d8-eca983c0c4e6 req-5111828f-d3bc-4602-93ab-aba7ae57006f tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 945 time: 0.0468433 Jul 05 16:14:33.680365 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3f8d1ec5-9e59-4012-a2d8-eca983c0c4e6 req-1174fae7-df6d-4afb-8da7-63a6c82a46ab tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dc51aa0-7647-4858-a80e-8d5e7b436e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410368 Jul 05 16:14:33.854363 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 48680) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:33.898345 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff up at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:14:33.901754 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:33.905663 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-5979cfc5-bcd9-41d4-ac95-3e17e02d5e4c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bbe6a2de3cba4aa7b365f30f5b2f745c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0502260 Jul 05 16:14:33.915358 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48684) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:33.943902 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning complete for port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:14:33.944927 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:33.945310 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a09c5-847a-4bf9-8e80-f9100c8bc4b9 req-2eb44b50-875e-495e-8af9-ba5e3abc5da0 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:33.946800 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-cf0a09c5-847a-4bf9-8e80-f9100c8bc4b9 req-2eb44b50-875e-495e-8af9-ba5e3abc5da0 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 944 time: 0.0618920 Jul 05 16:14:33.967540 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-f66ca4e6-d18b-4101-8374-14de45697794 admin admin] Publish callbacks [] for security_group (a516630e-fbd4-46f1-bc55-c81fba39830d), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:33.994429 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-f66ca4e6-d18b-4101-8374-14de45697794 admin admin] Publish callbacks [] for security_group (a516630e-fbd4-46f1-bc55-c81fba39830d), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:33.996744 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:34.000897 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-cf0a09c5-847a-4bf9-8e80-f9100c8bc4b9 req-7420ff03-ff03-4450-b6c9-81795ee70043 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484183 Jul 05 16:14:34.029315 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff is: BUILD; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:14:34.029770 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:34.071745 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:14:34.074035 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 718e5f4c-0aea-4fab-a9dc-819c9912770a no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:14:34.076831 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:34.092833 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: 718e5f4c-0aea-4fab-a9dc-819c9912770a {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:14:34.093092 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 718e5f4c-0aea-4fab-a9dc-819c9912770a not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:14:34.093482 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 8b489012-868d-4d23-894e-e6f2c310b513 no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:14:34.110798 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: 8b489012-868d-4d23-894e-e6f2c310b513 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:14:34.111140 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 8b489012-868d-4d23-894e-e6f2c310b513 not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:14:34.111527 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 2c2a89b4-d4e5-48ce-998b-07615a49bfbc no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:14:34.132086 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: 2c2a89b4-d4e5-48ce-998b-07615a49bfbc {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:14:34.132425 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 2c2a89b4-d4e5-48ce-998b-07615a49bfbc not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:14:34.135842 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:34.136094 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-f66ca4e6-d18b-4101-8374-14de45697794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (a516630e-fbd4-46f1-bc55-c81fba39830d), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:34.140163 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-f66ca4e6-d18b-4101-8374-14de45697794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:34.143958 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-f66ca4e6-d18b-4101-8374-14de45697794 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a516630e-fbd4-46f1-bc55-c81fba39830d HTTP/1.1" status: 204 len: 168 time: 0.2249854 Jul 05 16:14:34.155198 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ca4e6-d18b-4101-8374-14de45697794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a516630e-fbd4-46f1-bc55-c81fba39830d,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:34.192058 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff,revision_number=7']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:34.255849 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b7b310-f555-460e-a187-4940bb9df69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:14:34.258840 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d48526a-3b19-42bc-ba6c-d8c81c1fd916" -d '{"events": [{"server_uuid": "33b7b310-f555-460e-a187-4940bb9df69a", "name": "network-vif-plugged", "status": "completed", "tag": "1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:14:34.295605 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1e4b8d-71fd-4acf-bf97-7bb1a2cc4bba x-openstack-request-id: req-1b1e4b8d-71fd-4acf-bf97-7bb1a2cc4bba {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:14:34.295605 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b7b310-f555-460e-a187-4940bb9df69a", "name": "network-vif-plugged", "status": "completed", "tag": "1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:14:34.295605 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1b1e4b8d-71fd-4acf-bf97-7bb1a2cc4bba {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:14:34.295605 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b1e4b8d-71fd-4acf-bf97-7bb1a2cc4bba'] response: {'server_uuid': '33b7b310-f555-460e-a187-4940bb9df69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff', 'code': 200} Jul 05 16:14:34.804932 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247809d-3525-4037-b213-7eb95c5d3273 req-7391ae08-da31-4c34-8584-415d8e5f8ad6 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:34.806477 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5247809d-3525-4037-b213-7eb95c5d3273 req-7391ae08-da31-4c34-8584-415d8e5f8ad6 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 945 time: 0.0573764 Jul 05 16:14:34.856828 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5247809d-3525-4037-b213-7eb95c5d3273 req-fca64e68-3dce-4283-8a23-76afbfd78959 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dc51aa0-7647-4858-a80e-8d5e7b436e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442362 Jul 05 16:14:34.974965 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be5db0-68a4-48e7-b707-f9c12d17fcf6 req-3b594aac-078d-4c19-9c4e-92ea07a43378 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:34.976463 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-76be5db0-68a4-48e7-b707-f9c12d17fcf6 req-3b594aac-078d-4c19-9c4e-92ea07a43378 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 945 time: 0.0485678 Jul 05 16:14:34.991504 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 48728) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:34.991504 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-458ffd73-881a-495c-a598-5df4632f0fd8 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Request body: {'floatingip': {'port_id': '9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:14:35.032418 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-458ffd73-881a-495c-a598-5df4632f0fd8 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (bd45b624-4b51-48ef-8fec-4ef58804934c), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:35.176620 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd375cf8-5720-40fe-b71e-8a1dafa9d78c req-deca2beb-1f1e-4e9b-95cc-75bf3e967424 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:35.178135 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-cd375cf8-5720-40fe-b71e-8a1dafa9d78c req-deca2beb-1f1e-4e9b-95cc-75bf3e967424 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 945 time: 0.0828607 Jul 05 16:14:35.219488 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48738) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:35.220635 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-55899187-fa0c-4cf6-b198-cb4daf6fbd32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:35.254597 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:35.291872 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-cd375cf8-5720-40fe-b71e-8a1dafa9d78c req-597a9dbf-241e-47b9-b1b9-2d3b35993748 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043580 Jul 05 16:14:35.365615 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-4fd27d2c-c0e1-4037-96ce-0049a57c16c1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-631918161-network', 'tenant_id': 'ba10550b63024bcea9ad172f1f13b4f9'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:14:35.446332 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd27d2c-c0e1-4037-96ce-0049a57c16c1 admin admin] Made reservation on behalf of ba10550b63024bcea9ad172f1f13b4f9 for: {'network': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:14:35.449962 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4fd27d2c-c0e1-4037-96ce-0049a57c16c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for network (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:35.460921 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4fd27d2c-c0e1-4037-96ce-0049a57c16c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:35.559350 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4fd27d2c-c0e1-4037-96ce-0049a57c16c1 admin admin] Publish callbacks [] for security_group (6c5df5e1-1545-4247-88b1-df50461f836f), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:35.624889 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4fd27d2c-c0e1-4037-96ce-0049a57c16c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (6c5df5e1-1545-4247-88b1-df50461f836f), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:35.655403 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-458ffd73-881a-495c-a598-5df4632f0fd8 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:35.660257 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd27d2c-c0e1-4037-96ce-0049a57c16c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=104584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:14:35.677958 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:35.688311 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd27d2c-c0e1-4037-96ce-0049a57c16c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5df5e1-1545-4247-88b1-df50461f836f,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:35.694468 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4fd27d2c-c0e1-4037-96ce-0049a57c16c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (84fd0354-95cc-459a-92f3-af2e0d8ab7c0), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:35.694806 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.db.segments_db [None req-4fd27d2c-c0e1-4037-96ce-0049a57c16c1 admin admin] Added segment 84fd0354-95cc-459a-92f3-af2e0d8ab7c0 of type vlan for network 7b650986-9811-422a-8a9a-8e7ee23c50e7 Jul 05 16:14:35.743210 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4fd27d2c-c0e1-4037-96ce-0049a57c16c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746276236728'] for network (7b650986-9811-422a-8a9a-8e7ee23c50e7), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:35.770150 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-458ffd73-881a-495c-a598-5df4632f0fd8 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (bd45b624-4b51-48ef-8fec-4ef58804934c), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:35.839003 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4fd27d2c-c0e1-4037-96ce-0049a57c16c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for network (7b650986-9811-422a-8a9a-8e7ee23c50e7), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:35.840136 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd27d2c-c0e1-4037-96ce-0049a57c16c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:35.845061 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4fd27d2c-c0e1-4037-96ce-0049a57c16c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:35.924814 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd27d2c-c0e1-4037-96ce-0049a57c16c1 admin admin] Pushing event updated for resources: {'Network': ['ID=7b650986-9811-422a-8a9a-8e7ee23c50e7,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:35.935927 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Network 7b650986-9811-422a-8a9a-8e7ee23c50e7 details requested by agent ovs-agent-dv-cinder-848759-1-iscsi with host dv-cinder-848759-1-iscsi {{(pid=104586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:14:35.981495 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-4fd27d2c-c0e1-4037-96ce-0049a57c16c1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7597544 Jul 05 16:14:35.983874 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48746) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:35.989499 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-cb3982f1-c58e-4dcd-ac8e-8aa1204d5ad0 admin admin] Request body: {'subnet': {'network_id': '7b650986-9811-422a-8a9a-8e7ee23c50e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-631918161-subnet', 'tenant_id': 'ba10550b63024bcea9ad172f1f13b4f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:14:36.113874 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3982f1-c58e-4dcd-ac8e-8aa1204d5ad0 admin admin] Made reservation on behalf of ba10550b63024bcea9ad172f1f13b4f9 for: {'subnet': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:14:36.117807 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cb3982f1-c58e-4dcd-ac8e-8aa1204d5ad0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411027'] for subnet (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:36.129298 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.l3_db [None req-458ffd73-881a-495c-a598-5df4632f0fd8 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Floating IP bd45b624-4b51-48ef-8fec-4ef58804934c associated. External IP: 172.27.3.94, port: 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18. Jul 05 16:14:36.224423 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:36.373627 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:36.392723 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458ffd73-881a-495c-a598-5df4632f0fd8 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Router 62ec803d-f49a-44eb-80f0-981ac75615d4 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:14:36.399631 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cb3982f1-c58e-4dcd-ac8e-8aa1204d5ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1268045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411769'] for subnet (ce38e975-12a0-444d-95d3-405bba4865e2), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:36.445700 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:36.476425 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3982f1-c58e-4dcd-ac8e-8aa1204d5ad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce38e975-12a0-444d-95d3-405bba4865e2,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:36.481021 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3982f1-c58e-4dcd-ac8e-8aa1204d5ad0 admin admin] Checking segment: {'id': '84fd0354-95cc-459a-92f3-af2e0d8ab7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7b650986-9811-422a-8a9a-8e7ee23c50e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:14:36.481369 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3982f1-c58e-4dcd-ac8e-8aa1204d5ad0 admin admin] Network hostable DHCP agents. Network: 7b650986-9811-422a-8a9a-8e7ee23c50e7, hostable agents: ['a381a417-f900-4967-9e50-4db2a6f3e74e'], hosted agents: [] {{(pid=104584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:14:36.538752 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d0bf0-f091-4572-8711-a757f4ada5f8 req-da320490-8c12-4a63-b591-9669ec0a7151 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:36.540272 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b52d0bf0-f091-4572-8711-a757f4ada5f8 req-da320490-8c12-4a63-b591-9669ec0a7151 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 945 time: 0.1376336 Jul 05 16:14:36.572313 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458ffd73-881a-495c-a598-5df4632f0fd8 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:14:36.578320 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3982f1-c58e-4dcd-ac8e-8aa1204d5ad0 admin admin] Network 7b650986-9811-422a-8a9a-8e7ee23c50e7 is scheduled to be hosted by DHCP agent a381a417-f900-4967-9e50-4db2a6f3e74e with binding_index 1 {{(pid=104584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:14:36.579191 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-458ffd73-881a-495c-a598-5df4632f0fd8 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:36.585866 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d30fd7-db55-4040-85d3-c0ef96c5e36f None None] Sync routers for ids ['62ec803d-f49a-44eb-80f0-981ac75615d4'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:14:36.601711 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d30fd7-db55-4040-85d3-c0ef96c5e36f None None] Routers {'62ec803d-f49a-44eb-80f0-981ac75615d4'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:14:36.602666 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-f3d30fd7-db55-4040-85d3-c0ef96c5e36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:14:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['62ec803d-f49a-44eb-80f0-981ac75615d4'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:36.629115 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-458ffd73-881a-495c-a598-5df4632f0fd8 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "PUT /v2.0/floatingips/bd45b624-4b51-48ef-8fec-4ef58804934c HTTP/1.1" status: 200 len: 990 time: 1.6401305 Jul 05 16:14:36.629115 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a25436-864d-4302-9b41-f9f904dfaa39', 'tag': '9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:14:36.629935 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae2a85b-c902-4ca2-b94b-9c44c290f476" -d '{"events": [{"name": "network-changed", "server_uuid": "52a25436-864d-4302-9b41-f9f904dfaa39", "tag": "9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:14:36.635578 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b52d0bf0-f091-4572-8711-a757f4ada5f8 req-aed99a26-93f9-4041-b8fe-f3804e9b07a0 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882094 Jul 05 16:14:36.686355 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-cb3982f1-c58e-4dcd-ac8e-8aa1204d5ad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848759-1-iscsi, 7b650986-9811-422a-8a9a-8e7ee23c50e7) {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:14:36.689059 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3982f1-c58e-4dcd-ac8e-8aa1204d5ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:36.689651 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cb3982f1-c58e-4dcd-ac8e-8aa1204d5ad0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:36.756623 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e155dd96-137a-4f7d-92ba-7a5075523d05 None None] Network 7b650986-9811-422a-8a9a-8e7ee23c50e7 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:14:36.786295 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-f3d30fd7-db55-4040-85d3-c0ef96c5e36f None None] Set router 62ec803d-f49a-44eb-80f0-981ac75615d4 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:14:36.801463 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-cb3982f1-c58e-4dcd-ac8e-8aa1204d5ad0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8123288 Jul 05 16:14:36.843817 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f52d8f-294e-4c9e-854b-67f8ed23c222 x-openstack-request-id: req-78f52d8f-294e-4c9e-854b-67f8ed23c222 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:14:36.844103 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a25436-864d-4302-9b41-f9f904dfaa39", "tag": "9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:14:36.844352 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-78f52d8f-294e-4c9e-854b-67f8ed23c222 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:14:36.844753 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78f52d8f-294e-4c9e-854b-67f8ed23c222'] response: {'name': 'network-changed', 'server_uuid': '52a25436-864d-4302-9b41-f9f904dfaa39', 'tag': '9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18', 'status': 'completed', 'code': 200} Jul 05 16:14:36.921700 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2a85b-c902-4ca2-b94b-9c44c290f476 req-61dd493b-518e-4287-bbe9-2fd059808e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:36.923706 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-eae2a85b-c902-4ca2-b94b-9c44c290f476 req-61dd493b-518e-4287-bbe9-2fd059808e03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e6ad67dbf542528726c545872ac10c&device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 1129 time: 0.0563443 Jul 05 16:14:36.973111 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:36.976289 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:37.039513 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bc7cf6-07c1-47c0-9fe2-d89665621d95 None None] Network 7b650986-9811-422a-8a9a-8e7ee23c50e7 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:14:37.060719 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2a85b-c902-4ca2-b94b-9c44c290f476 req-ddf9eb12-290e-4092-a84c-7615b9fe7925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:37.062506 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-eae2a85b-c902-4ca2-b94b-9c44c290f476 req-ddf9eb12-290e-4092-a84c-7615b9fe7925 service neutron] 10.222.0.47 "GET /v2.0/networks?id=77ec7356-4bd9-42af-abe3-f1b9c525bdef HTTP/1.1" status: 200 len: 916 time: 0.1313233 Jul 05 16:14:37.169871 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-eae2a85b-c902-4ca2-b94b-9c44c290f476 req-64e75fe2-ec4f-44bc-9bf3-d323b4b8ddaa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18 HTTP/1.1" status: 200 len: 998 time: 0.1000292 Jul 05 16:14:37.240377 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2a85b-c902-4ca2-b94b-9c44c290f476 req-959d001e-19ce-4f8f-839f-41f40878e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:37.242425 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-eae2a85b-c902-4ca2-b94b-9c44c290f476 req-959d001e-19ce-4f8f-839f-41f40878e256 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c2b09a9-00a4-429f-86c4-f8b1d0e4e593 HTTP/1.1" status: 200 len: 854 time: 0.0581295 Jul 05 16:14:37.301790 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2a85b-c902-4ca2-b94b-9c44c290f476 req-7258755d-130d-4e42-8c48-9bae8f206967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:37.304100 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-eae2a85b-c902-4ca2-b94b-9c44c290f476 req-7258755d-130d-4e42-8c48-9bae8f206967 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77ec7356-4bd9-42af-abe3-f1b9c525bdef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539262 Jul 05 16:14:37.441369 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-f3d30fd7-db55-4040-85d3-c0ef96c5e36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': 'bd45b624-4b51-48ef-8fec-4ef58804934c', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'port_id': '9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'mac_address': 'fa:16:3e:92:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a25436-864d-4302-9b41-f9f904dfaa39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:14:15Z', 'updated_at': '2022-07-05T16:14:35Z', 'revision_number': 1, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f', 'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'mac_address': 'fa:16:3e:6d:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:07Z', 'revision_number': 5, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'subnets': [{'id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:37.470974 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-eae2a85b-c902-4ca2-b94b-9c44c290f476 req-72632183-1a4e-404c-9c83-74db9f78e9ea service neutron] 10.222.0.47 "GET /v2.0/networks/77ec7356-4bd9-42af-abe3-f1b9c525bdef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580997 Jul 05 16:14:37.474600 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d30fd7-db55-4040-85d3-c0ef96c5e36f None None] Checking router: 62ec803d-f49a-44eb-80f0-981ac75615d4 for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:14:37.487490 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d30fd7-db55-4040-85d3-c0ef96c5e36f None None] Routers {'62ec803d-f49a-44eb-80f0-981ac75615d4'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:14:37.488108 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-f3d30fd7-db55-4040-85d3-c0ef96c5e36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:14:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['62ec803d-f49a-44eb-80f0-981ac75615d4'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:37.616868 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-eae2a85b-c902-4ca2-b94b-9c44c290f476 req-90527d0f-a857-43b7-853b-2d1dbbb0fec1 service neutron] 10.222.0.47 "GET /v2.0/networks/77ec7356-4bd9-42af-abe3-f1b9c525bdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335995 Jul 05 16:14:37.621546 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:37.642134 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-f3d30fd7-db55-4040-85d3-c0ef96c5e36f None None] Set router 62ec803d-f49a-44eb-80f0-981ac75615d4 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:14:37.708236 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48772) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:37.713781 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-92e87a56-d23c-4d54-93d6-9fda722b4caa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1610952279-network', 'tenant_id': 'c584066616ac4ac79cbf867ea08b52e0'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:14:37.787461 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce1956-67a8-4053-a01f-3f59237ab957 req-6e80aab5-add4-41ec-b6ec-970232e8918f tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:37.790667 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7fce1956-67a8-4053-a01f-3f59237ab957 req-6e80aab5-add4-41ec-b6ec-970232e8918f tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 945 time: 0.0584810 Jul 05 16:14:37.821295 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e87a56-d23c-4d54-93d6-9fda722b4caa admin admin] Made reservation on behalf of c584066616ac4ac79cbf867ea08b52e0 for: {'network': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:14:37.823927 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-92e87a56-d23c-4d54-93d6-9fda722b4caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for network (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:37.838285 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-92e87a56-d23c-4d54-93d6-9fda722b4caa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:37.850645 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7fce1956-67a8-4053-a01f-3f59237ab957 req-b7dda5cd-1dc0-4832-a96e-a9f71a0b35fa tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526624 Jul 05 16:14:37.968213 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-92e87a56-d23c-4d54-93d6-9fda722b4caa admin admin] Publish callbacks [] for security_group (4c0904d8-8b08-49f5-b9b6-2dadf3cd88d3), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:38.009709 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-f3d30fd7-db55-4040-85d3-c0ef96c5e36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': 'bd45b624-4b51-48ef-8fec-4ef58804934c', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'port_id': '9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'mac_address': 'fa:16:3e:92:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a25436-864d-4302-9b41-f9f904dfaa39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:14:15Z', 'updated_at': '2022-07-05T16:14:35Z', 'revision_number': 1, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f', 'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'mac_address': 'fa:16:3e:6d:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:07Z', 'revision_number': 5, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'subnets': [{'id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:38.039169 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-92e87a56-d23c-4d54-93d6-9fda722b4caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (4c0904d8-8b08-49f5-b9b6-2dadf3cd88d3), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:38.049432 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d30fd7-db55-4040-85d3-c0ef96c5e36f None None] The sync data for ids ['62ec803d-f49a-44eb-80f0-981ac75615d4'] in dv-cinder-848759-1-iscsi is: [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': 'bd45b624-4b51-48ef-8fec-4ef58804934c', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'port_id': '9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'mac_address': 'fa:16:3e:92:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a25436-864d-4302-9b41-f9f904dfaa39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:14:15Z', 'updated_at': '2022-07-05T16:14:35Z', 'revision_number': 1, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f', 'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'mac_address': 'fa:16:3e:6d:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:07Z', 'revision_number': 5, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'subnets': [{'id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:14:38.051100 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:38.098177 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e87a56-d23c-4d54-93d6-9fda722b4caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0904d8-8b08-49f5-b9b6-2dadf3cd88d3,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:38.105474 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e87a56-d23c-4d54-93d6-9fda722b4caa admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=104584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:14:38.122649 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-92e87a56-d23c-4d54-93d6-9fda722b4caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (98c6b378-630b-4ea8-8761-beefe960e5bd), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:38.123697 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.db.segments_db [None req-92e87a56-d23c-4d54-93d6-9fda722b4caa admin admin] Added segment 98c6b378-630b-4ea8-8761-beefe960e5bd of type vlan for network f1643281-4af0-4667-a35e-332ed9187d65 Jul 05 16:14:38.130411 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:38.199564 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-92e87a56-d23c-4d54-93d6-9fda722b4caa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746276236728'] for network (f1643281-4af0-4667-a35e-332ed9187d65), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:38.397615 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0a91f2-0df8-46b4-b441-313743535c7e None None] New status for floating IP bd45b624-4b51-48ef-8fec-4ef58804934c: ACTIVE {{(pid=104587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:14:38.692170 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-92e87a56-d23c-4d54-93d6-9fda722b4caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for network (f1643281-4af0-4667-a35e-332ed9187d65), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:38.697831 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e87a56-d23c-4d54-93d6-9fda722b4caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:38.697831 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-92e87a56-d23c-4d54-93d6-9fda722b4caa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:38.713881 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:38.753429 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e87a56-d23c-4d54-93d6-9fda722b4caa admin admin] Pushing event updated for resources: {'Network': ['ID=f1643281-4af0-4667-a35e-332ed9187d65,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:38.762977 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Network f1643281-4af0-4667-a35e-332ed9187d65 details requested by agent ovs-agent-dv-cinder-848759-1-iscsi with host dv-cinder-848759-1-iscsi {{(pid=104586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:14:38.943600 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-92e87a56-d23c-4d54-93d6-9fda722b4caa admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2319596 Jul 05 16:14:38.943849 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48778) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:38.948823 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-120cda81-c1dc-4cfc-8d02-24a5c36eac1a admin admin] Request body: {'subnet': {'network_id': 'f1643281-4af0-4667-a35e-332ed9187d65', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1610952279-subnet', 'tenant_id': 'c584066616ac4ac79cbf867ea08b52e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:14:39.008788 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d693a-9213-4f99-b22a-018b23bac942 req-a5587f06-c0ad-4a81-90f5-57b7b19b6adc tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:39.010414 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-403d693a-9213-4f99-b22a-018b23bac942 req-a5587f06-c0ad-4a81-90f5-57b7b19b6adc tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 945 time: 0.0774605 Jul 05 16:14:39.038021 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120cda81-c1dc-4cfc-8d02-24a5c36eac1a admin admin] Made reservation on behalf of c584066616ac4ac79cbf867ea08b52e0 for: {'subnet': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:14:39.040815 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-120cda81-c1dc-4cfc-8d02-24a5c36eac1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411027'] for subnet (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:39.075353 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-403d693a-9213-4f99-b22a-018b23bac942 req-ed2fa3b2-3fd7-446f-8ea0-38ec6e85a6e1 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579896 Jul 05 16:14:39.320086 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-120cda81-c1dc-4cfc-8d02-24a5c36eac1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1268045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411769'] for subnet (c4a8acfa-89eb-49db-9bca-79e6181e38fb), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:39.395861 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120cda81-c1dc-4cfc-8d02-24a5c36eac1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4a8acfa-89eb-49db-9bca-79e6181e38fb,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:39.412198 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120cda81-c1dc-4cfc-8d02-24a5c36eac1a admin admin] Checking segment: {'id': '98c6b378-630b-4ea8-8761-beefe960e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f1643281-4af0-4667-a35e-332ed9187d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:14:39.412592 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120cda81-c1dc-4cfc-8d02-24a5c36eac1a admin admin] Network hostable DHCP agents. Network: f1643281-4af0-4667-a35e-332ed9187d65, hostable agents: ['a381a417-f900-4967-9e50-4db2a6f3e74e'], hosted agents: [] {{(pid=104584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:14:39.514812 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120cda81-c1dc-4cfc-8d02-24a5c36eac1a admin admin] Network f1643281-4af0-4667-a35e-332ed9187d65 is scheduled to be hosted by DHCP agent a381a417-f900-4967-9e50-4db2a6f3e74e with binding_index 1 {{(pid=104584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:14:39.592735 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-120cda81-c1dc-4cfc-8d02-24a5c36eac1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848759-1-iscsi, f1643281-4af0-4667-a35e-332ed9187d65) {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:14:39.607473 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120cda81-c1dc-4cfc-8d02-24a5c36eac1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:39.618599 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-120cda81-c1dc-4cfc-8d02-24a5c36eac1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:39.618772 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37801482-090c-4845-bc40-7c69b0545df2 None None] Network f1643281-4af0-4667-a35e-332ed9187d65 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:14:39.722432 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-120cda81-c1dc-4cfc-8d02-24a5c36eac1a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7772439 Jul 05 16:14:39.731639 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e1391c-cb7a-4e82-9737-c0b9e6fde623 None None] Network f1643281-4af0-4667-a35e-332ed9187d65 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:14:39.917346 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48786) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:39.925022 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:39.971603 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dca71be-a5f9-46e8-9668-80af0e02baf2 admin admin] Deleting subnet ce38e975-12a0-444d-95d3-405bba4865e2 {{(pid=104584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 16:14:39.975923 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6dca71be-a5f9-46e8-9668-80af0e02baf2 admin admin] Publish callbacks [] for subnet (ce38e975-12a0-444d-95d3-405bba4865e2), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:40.027599 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6dca71be-a5f9-46e8-9668-80af0e02baf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032071'] for subnet (ce38e975-12a0-444d-95d3-405bba4865e2), precommit_delete_associations {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:40.075182 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6dca71be-a5f9-46e8-9668-80af0e02baf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7708876'] for subnet (ce38e975-12a0-444d-95d3-405bba4865e2), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:40.222535 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457adc2-60ec-4672-9ecb-838c7c911d9a req-adc7dfe3-f853-40c3-86f8-7c21d6d49bd8 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:40.224079 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9457adc2-60ec-4672-9ecb-838c7c911d9a req-adc7dfe3-f853-40c3-86f8-7c21d6d49bd8 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 945 time: 0.0597122 Jul 05 16:14:40.244941 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6dca71be-a5f9-46e8-9668-80af0e02baf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7708871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1267982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411760'] for subnet (ce38e975-12a0-444d-95d3-405bba4865e2), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:40.247941 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:40.280729 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca71be-a5f9-46e8-9668-80af0e02baf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce38e975-12a0-444d-95d3-405bba4865e2,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:40.286205 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6dca71be-a5f9-46e8-9668-80af0e02baf2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:40.295226 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-6dca71be-a5f9-46e8-9668-80af0e02baf2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ce38e975-12a0-444d-95d3-405bba4865e2 HTTP/1.1" status: 204 len: 168 time: 0.3768106 Jul 05 16:14:40.295971 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48790) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:40.301367 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9457adc2-60ec-4672-9ecb-838c7c911d9a req-30ffbc29-6bfc-4cba-b163-77f55c265686 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707417 Jul 05 16:14:40.373231 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b0a46636-95ad-43d4-bc05-3bce6757a265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7605430'] for network (7b650986-9811-422a-8a9a-8e7ee23c50e7), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:40.434736 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:INSERT=2,neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:40.459702 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b0a46636-95ad-43d4-bc05-3bce6757a265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7757606', 'neutron.services.segments.db._delete_segments_for_network-8746276517753'] for network (7b650986-9811-422a-8a9a-8e7ee23c50e7), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:40.482245 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-b0a46636-95ad-43d4-bc05-3bce6757a265 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b650986-9811-422a-8a9a-8e7ee23c50e7']}} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:40.493824 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-b0a46636-95ad-43d4-bc05-3bce6757a265 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84fd0354-95cc-459a-92f3-af2e0d8ab7c0') {'for_net_delete': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:40.494130 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-b0a46636-95ad-43d4-bc05-3bce6757a265 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84fd0354-95cc-459a-92f3-af2e0d8ab7c0') {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:40.504175 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b0a46636-95ad-43d4-bc05-3bce6757a265 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746276519554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032076'] for segment (84fd0354-95cc-459a-92f3-af2e0d8ab7c0), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:40.520256 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b0a46636-95ad-43d4-bc05-3bce6757a265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (84fd0354-95cc-459a-92f3-af2e0d8ab7c0), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:40.527253 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a46636-95ad-43d4-bc05-3bce6757a265 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=104584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:14:40.527669 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b0a46636-95ad-43d4-bc05-3bce6757a265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1268212'] for segment (84fd0354-95cc-459a-92f3-af2e0d8ab7c0), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:40.562381 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.services.segments.plugin [-] Segment 84fd0354-95cc-459a-92f3-af2e0d8ab7c0 resource provider aggregate not found Jul 05 16:14:40.603652 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.services.segments.plugin [-] Segment 84fd0354-95cc-459a-92f3-af2e0d8ab7c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84fd0354-95cc-459a-92f3-af2e0d8ab7c0 found for delete ", "request_id": "req-b942bf33-e5e3-4892-bbb7-9b041785795a"}]} Jul 05 16:14:40.672554 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b0a46636-95ad-43d4-bc05-3bce6757a265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7757615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509440'] for network (7b650986-9811-422a-8a9a-8e7ee23c50e7), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:40.678158 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b0a46636-95ad-43d4-bc05-3bce6757a265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:40.682697 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-b0a46636-95ad-43d4-bc05-3bce6757a265 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7b650986-9811-422a-8a9a-8e7ee23c50e7 HTTP/1.1" status: 204 len: 168 time: 0.3851602 Jul 05 16:14:40.685316 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 48796) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:40.699819 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a46636-95ad-43d4-bc05-3bce6757a265 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b650986-9811-422a-8a9a-8e7ee23c50e7,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:40.745926 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd562302-b977-4e21-a5cf-e373bad1c6db admin admin] Deleting subnet c4a8acfa-89eb-49db-9bca-79e6181e38fb {{(pid=104585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 16:14:40.750142 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-bd562302-b977-4e21-a5cf-e373bad1c6db admin admin] Publish callbacks [] for subnet (c4a8acfa-89eb-49db-9bca-79e6181e38fb), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:40.791472 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-bd562302-b977-4e21-a5cf-e373bad1c6db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9024847'] for subnet (c4a8acfa-89eb-49db-9bca-79e6181e38fb), precommit_delete_associations {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:40.838631 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-bd562302-b977-4e21-a5cf-e373bad1c6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7708876'] for subnet (c4a8acfa-89eb-49db-9bca-79e6181e38fb), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:40.947670 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-bd562302-b977-4e21-a5cf-e373bad1c6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7708871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8872898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8627354'] for subnet (c4a8acfa-89eb-49db-9bca-79e6181e38fb), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:40.976790 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562302-b977-4e21-a5cf-e373bad1c6db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4a8acfa-89eb-49db-9bca-79e6181e38fb,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:40.979134 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-bd562302-b977-4e21-a5cf-e373bad1c6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for subnet (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:40.985348 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48798) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:40.993967 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-bd562302-b977-4e21-a5cf-e373bad1c6db admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c4a8acfa-89eb-49db-9bca-79e6181e38fb HTTP/1.1" status: 204 len: 168 time: 0.3070936 Jul 05 16:14:41.058556 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-18a5b3cb-b1dd-4add-b238-3df8636481d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7605430'] for network (f1643281-4af0-4667-a35e-332ed9187d65), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:41.156049 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-18a5b3cb-b1dd-4add-b238-3df8636481d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7757606', 'neutron.services.segments.db._delete_segments_for_network-8746276517753'] for network (f1643281-4af0-4667-a35e-332ed9187d65), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:41.181301 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-18a5b3cb-b1dd-4add-b238-3df8636481d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1643281-4af0-4667-a35e-332ed9187d65']}} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:41.193258 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-18a5b3cb-b1dd-4add-b238-3df8636481d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c6b378-630b-4ea8-8761-beefe960e5bd') {'for_net_delete': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:41.193759 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-18a5b3cb-b1dd-4add-b238-3df8636481d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c6b378-630b-4ea8-8761-beefe960e5bd') {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:41.213781 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-18a5b3cb-b1dd-4add-b238-3df8636481d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746276519554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032076'] for segment (98c6b378-630b-4ea8-8761-beefe960e5bd), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:41.231458 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-18a5b3cb-b1dd-4add-b238-3df8636481d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (98c6b378-630b-4ea8-8761-beefe960e5bd), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:41.238327 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a5b3cb-b1dd-4add-b238-3df8636481d9 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=104584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:14:41.238778 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-18a5b3cb-b1dd-4add-b238-3df8636481d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1268212'] for segment (98c6b378-630b-4ea8-8761-beefe960e5bd), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:41.406127 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-18a5b3cb-b1dd-4add-b238-3df8636481d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7757615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509440'] for network (f1643281-4af0-4667-a35e-332ed9187d65), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:41.418171 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-18a5b3cb-b1dd-4add-b238-3df8636481d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:41.427382 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-18a5b3cb-b1dd-4add-b238-3df8636481d9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f1643281-4af0-4667-a35e-332ed9187d65 HTTP/1.1" status: 204 len: 168 time: 0.4405973 Jul 05 16:14:41.443546 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfff3f-0093-4eab-8182-1b759430a431 req-7a53a086-7a35-4403-ac8d-f4e2ac04ba92 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:41.451821 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-dcbfff3f-0093-4eab-8182-1b759430a431 req-7a53a086-7a35-4403-ac8d-f4e2ac04ba92 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 945 time: 0.0746114 Jul 05 16:14:41.513178 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-dcbfff3f-0093-4eab-8182-1b759430a431 req-45d2c858-ca38-4697-a42a-c6ec3fbf1033 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608258 Jul 05 16:14:41.714993 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5b3cb-b1dd-4add-b238-3df8636481d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1643281-4af0-4667-a35e-332ed9187d65,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:42.187947 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48804) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:42.232370 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-ec941697-f424-4ed2-8e4b-44129df595ef admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ba10550b63024bcea9ad172f1f13b4f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432227 Jul 05 16:14:42.235149 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48810) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:42.291096 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2b7b9f3f-85f7-4c85-a9e8-d64c7aee542f admin admin] Publish callbacks [] for security_group (6c5df5e1-1545-4247-88b1-df50461f836f), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:42.315209 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2b7b9f3f-85f7-4c85-a9e8-d64c7aee542f admin admin] Publish callbacks [] for security_group (6c5df5e1-1545-4247-88b1-df50461f836f), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:42.326685 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:42.475789 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2b7b9f3f-85f7-4c85-a9e8-d64c7aee542f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (6c5df5e1-1545-4247-88b1-df50461f836f), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:42.478362 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2b7b9f3f-85f7-4c85-a9e8-d64c7aee542f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:42.482057 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-2b7b9f3f-85f7-4c85-a9e8-d64c7aee542f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6c5df5e1-1545-4247-88b1-df50461f836f HTTP/1.1" status: 204 len: 168 time: 0.2436781 Jul 05 16:14:42.492402 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b9f3f-85f7-4c85-a9e8-d64c7aee542f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5df5e1-1545-4247-88b1-df50461f836f,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:42.624695 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.services.segments.plugin [-] Segment 98c6b378-630b-4ea8-8761-beefe960e5bd resource provider aggregate not found Jul 05 16:14:42.644754 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.services.segments.plugin [-] Segment 98c6b378-630b-4ea8-8761-beefe960e5bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98c6b378-630b-4ea8-8761-beefe960e5bd found for delete ", "request_id": "req-bf96cbdc-bb89-4b49-a19f-fa42ed157bc6"}]} Jul 05 16:14:42.753579 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bab5d2-fe46-4454-b2f0-9dd4b9607097 req-d49a5b02-7a1b-49be-be88-7ee467e9ce8e tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:42.760994 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-42bab5d2-fe46-4454-b2f0-9dd4b9607097 req-d49a5b02-7a1b-49be-be88-7ee467e9ce8e tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 945 time: 0.1563091 Jul 05 16:14:42.778334 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:42.816492 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-42bab5d2-fe46-4454-b2f0-9dd4b9607097 req-d43828a1-c123-4d55-8a95-5f727ac4ee3a tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543661 Jul 05 16:14:43.356616 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48826) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:43.408220 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 48828) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:43.408454 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-b2ec3a76-1084-4f1b-a7ff-abcbfd07bebc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c584066616ac4ac79cbf867ea08b52e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0503674 Jul 05 16:14:43.468475 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d45d7014-c117-4c45-89fd-b7e1cd3a8486 admin admin] Publish callbacks [] for security_group (4c0904d8-8b08-49f5-b9b6-2dadf3cd88d3), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:43.497516 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d45d7014-c117-4c45-89fd-b7e1cd3a8486 admin admin] Publish callbacks [] for security_group (4c0904d8-8b08-49f5-b9b6-2dadf3cd88d3), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:43.621828 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d45d7014-c117-4c45-89fd-b7e1cd3a8486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (4c0904d8-8b08-49f5-b9b6-2dadf3cd88d3), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:43.624501 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d45d7014-c117-4c45-89fd-b7e1cd3a8486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:43.628065 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-d45d7014-c117-4c45-89fd-b7e1cd3a8486 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4c0904d8-8b08-49f5-b9b6-2dadf3cd88d3 HTTP/1.1" status: 204 len: 168 time: 0.2160747 Jul 05 16:14:43.637821 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d7014-c117-4c45-89fd-b7e1cd3a8486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0904d8-8b08-49f5-b9b6-2dadf3cd88d3,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:43.964718 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a637721-e14f-48b9-8866-f522ac584104 req-b0980593-83dd-4803-bb9a-0d64bc7dcf6d tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:43.966359 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5a637721-e14f-48b9-8866-f522ac584104 req-b0980593-83dd-4803-bb9a-0d64bc7dcf6d tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 945 time: 0.0585768 Jul 05 16:14:44.030218 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5a637721-e14f-48b9-8866-f522ac584104 req-f5c887a2-988a-4f54-bee4-af02910af595 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572753 Jul 05 16:14:44.198136 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-540b6ae8-8018-4986-84fe-44a0c9767ded req-e0ed0cfb-bbae-4020-90d7-f2b775c1f7b1 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-485465084&fields=id&tenant_id=71b68c04578747d08842aab556e98030 HTTP/1.1" status: 200 len: 267 time: 0.0562894 Jul 05 16:14:44.266147 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b6ae8-8018-4986-84fe-44a0c9767ded req-00007d2b-df05-4568-ab15-5949b3e87b88 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:44.274323 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-540b6ae8-8018-4986-84fe-44a0c9767ded req-00007d2b-df05-4568-ab15-5949b3e87b88 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 985 time: 0.0703948 Jul 05 16:14:44.280581 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-540b6ae8-8018-4986-84fe-44a0c9767ded req-b695bccd-acea-41b3-b005-59685d9fc783 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Request body: {'port': {'security_groups': ['e4085c30-08ec-41e4-9214-6bcbc96efa96']}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:14:44.369991 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-540b6ae8-8018-4986-84fe-44a0c9767ded req-b695bccd-acea-41b3-b005-59685d9fc783 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (0acdc586-b1e0-458b-8b41-006c61e42c40), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:44.391148 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:44.610567 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-540b6ae8-8018-4986-84fe-44a0c9767ded req-b695bccd-acea-41b3-b005-59685d9fc783 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] For port 0acdc586-b1e0-458b-8b41-006c61e42c40, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=0acdc586-b1e0-458b-8b41-006c61e42c40,segment=NetworkSegment(6cb851d9-2578-43eb-ad94-7015cda84bbb),segment_id=6cb851d9-2578-43eb-ad94-7015cda84bbb)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:14:44.655803 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-540b6ae8-8018-4986-84fe-44a0c9767ded req-b695bccd-acea-41b3-b005-59685d9fc783 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for port (0acdc586-b1e0-458b-8b41-006c61e42c40), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:44.714950 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-540b6ae8-8018-4986-84fe-44a0c9767ded req-b695bccd-acea-41b3-b005-59685d9fc783 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (0acdc586-b1e0-458b-8b41-006c61e42c40), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:44.727412 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['0acdc586-b1e0-458b-8b41-006c61e42c40'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:14:44.774985 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b6ae8-8018-4986-84fe-44a0c9767ded req-b695bccd-acea-41b3-b005-59685d9fc783 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:44.775752 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-540b6ae8-8018-4986-84fe-44a0c9767ded req-b695bccd-acea-41b3-b005-59685d9fc783 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:44.780705 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-540b6ae8-8018-4986-84fe-44a0c9767ded req-b695bccd-acea-41b3-b005-59685d9fc783 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "PUT /v2.0/ports/0acdc586-b1e0-458b-8b41-006c61e42c40 HTTP/1.1" status: 200 len: 943 time: 0.5053053 Jul 05 16:14:44.781577 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e85e1f-39bb-4c8c-addb-85ae261a3eb7', 'tag': '0acdc586-b1e0-458b-8b41-006c61e42c40'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:14:44.784147 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c16930-b8aa-40f6-b919-66ba245e700e" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e85e1f-39bb-4c8c-addb-85ae261a3eb7", "tag": "0acdc586-b1e0-458b-8b41-006c61e42c40"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:14:44.790399 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 48854) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:44.836660 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695bccd-acea-41b3-b005-59685d9fc783 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Pushing event updated for resources: {'Port': ['ID=0acdc586-b1e0-458b-8b41-006c61e42c40,revision_number=7']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:44.935435 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fd8da2-b474-480f-b9fa-34b9f0ed065c x-openstack-request-id: req-f7fd8da2-b474-480f-b9fa-34b9f0ed065c {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:14:44.935764 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e85e1f-39bb-4c8c-addb-85ae261a3eb7", "tag": "0acdc586-b1e0-458b-8b41-006c61e42c40", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:14:44.936036 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f7fd8da2-b474-480f-b9fa-34b9f0ed065c {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:14:44.936849 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7fd8da2-b474-480f-b9fa-34b9f0ed065c'] response: {'name': 'network-changed', 'server_uuid': 'e7e85e1f-39bb-4c8c-addb-85ae261a3eb7', 'tag': '0acdc586-b1e0-458b-8b41-006c61e42c40', 'status': 'completed', 'code': 200} Jul 05 16:14:44.975494 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['0acdc586-b1e0-458b-8b41-006c61e42c40'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:14:44.983102 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a1bd9e65-5194-4604-9ca0-e008353b94d7 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for security_group (193810cf-2e17-46e2-b6c3-5ef68e3c5435), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:45.044119 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:45.048818 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a1bd9e65-5194-4604-9ca0-e008353b94d7 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for security_group (193810cf-2e17-46e2-b6c3-5ef68e3c5435), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:45.060694 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:45.081463 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c16930-b8aa-40f6-b919-66ba245e700e req-cdde75f4-3fac-455d-a7ca-a1086ec29a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:45.083083 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-81c16930-b8aa-40f6-b919-66ba245e700e req-cdde75f4-3fac-455d-a7ca-a1086ec29a1f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71b68c04578747d08842aab556e98030&device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 1130 time: 0.1143713 Jul 05 16:14:45.094626 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:45.119631 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-a79dda73-a86b-43be-b4f7-5f56252e3797 None None] Provisioning complete for port 0acdc586-b1e0-458b-8b41-006c61e42c40 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:14:45.120272 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-a79dda73-a86b-43be-b4f7-5f56252e3797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (0acdc586-b1e0-458b-8b41-006c61e42c40), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:45.248586 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-a79dda73-a86b-43be-b4f7-5f56252e3797 None None] Current status of the port 0acdc586-b1e0-458b-8b41-006c61e42c40 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:14:45.248876 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319d420-48c5-4692-a24c-e53594066898 req-3c6661c3-fd12-450c-8f2e-6a0e16b174e0 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:45.248876 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2319d420-48c5-4692-a24c-e53594066898 req-3c6661c3-fd12-450c-8f2e-6a0e16b174e0 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 945 time: 0.0746660 Jul 05 16:14:45.249110 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c16930-b8aa-40f6-b919-66ba245e700e req-2c441639-866a-43bd-9fa0-f2cf98944d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:45.250610 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-81c16930-b8aa-40f6-b919-66ba245e700e req-2c441639-866a-43bd-9fa0-f2cf98944d7e service neutron] 10.222.0.47 "GET /v2.0/networks?id=750c75bc-9396-4e63-887d-6375009b41b0 HTTP/1.1" status: 200 len: 916 time: 0.1568244 Jul 05 16:14:45.347093 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-81c16930-b8aa-40f6-b919-66ba245e700e req-fe9d1c35-5abd-4bef-a2c5-01ca9d66ad8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0acdc586-b1e0-458b-8b41-006c61e42c40 HTTP/1.1" status: 200 len: 1002 time: 0.0888228 Jul 05 16:14:45.350547 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2319d420-48c5-4692-a24c-e53594066898 req-62b3331f-e837-4264-a239-43d9a56704bf tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940180 Jul 05 16:14:45.385643 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:45.395815 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c16930-b8aa-40f6-b919-66ba245e700e req-9ea0104b-affa-48bd-baee-42103af4a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:45.397834 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-81c16930-b8aa-40f6-b919-66ba245e700e req-9ea0104b-affa-48bd-baee-42103af4a2e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ed907310-55eb-4496-abc3-ae90b3926b2b HTTP/1.1" status: 200 len: 854 time: 0.0443561 Jul 05 16:14:45.438804 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c16930-b8aa-40f6-b919-66ba245e700e req-70b60fb4-d7cf-420d-bf0b-20d3417466ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:45.440219 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-81c16930-b8aa-40f6-b919-66ba245e700e req-70b60fb4-d7cf-420d-bf0b-20d3417466ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=750c75bc-9396-4e63-887d-6375009b41b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366533 Jul 05 16:14:45.532595 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-81c16930-b8aa-40f6-b919-66ba245e700e req-eed2994d-f24c-4384-ba14-716201d8f3c1 service neutron] 10.222.0.47 "GET /v2.0/networks/750c75bc-9396-4e63-887d-6375009b41b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849206 Jul 05 16:14:45.602865 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a1bd9e65-5194-4604-9ca0-e008353b94d7 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (193810cf-2e17-46e2-b6c3-5ef68e3c5435), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:45.605512 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a1bd9e65-5194-4604-9ca0-e008353b94d7 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:45.606629 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-a1bd9e65-5194-4604-9ca0-e008353b94d7 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "DELETE /v2.0/security-groups/193810cf-2e17-46e2-b6c3-5ef68e3c5435 HTTP/1.1" status: 204 len: 168 time: 0.8149323 Jul 05 16:14:45.610152 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 48866) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:45.626464 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd9e65-5194-4604-9ca0-e008353b94d7 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=193810cf-2e17-46e2-b6c3-5ef68e3c5435,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:45.666076 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-81c16930-b8aa-40f6-b919-66ba245e700e req-ecfddda1-21a2-48b5-a68c-befdac8a845a service neutron] 10.222.0.47 "GET /v2.0/networks/750c75bc-9396-4e63-887d-6375009b41b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261053 Jul 05 16:14:45.829916 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-1ea66206-7529-4d6d-b100-b7eb7dfd8b0b tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Deleting port e1198624-c560-483d-a2b3-0d2ea8d6a8ea {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:14:45.830254 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1ea66206-7529-4d6d-b100-b7eb7dfd8b0b tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (e1198624-c560-483d-a2b3-0d2ea8d6a8ea), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:45.933860 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1ea66206-7529-4d6d-b100-b7eb7dfd8b0b tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (e1198624-c560-483d-a2b3-0d2ea8d6a8ea), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:45.934286 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1ea66206-7529-4d6d-b100-b7eb7dfd8b0b tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for floatingip (e1198624-c560-483d-a2b3-0d2ea8d6a8ea), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:45.953279 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-1ea66206-7529-4d6d-b100-b7eb7dfd8b0b tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Calling delete_port for e1198624-c560-483d-a2b3-0d2ea8d6a8ea owned by network:floatingip {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:14:46.092861 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:46.246360 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1ea66206-7529-4d6d-b100-b7eb7dfd8b0b tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (e1198624-c560-483d-a2b3-0d2ea8d6a8ea), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:46.273322 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea66206-7529-4d6d-b100-b7eb7dfd8b0b tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Pushing event deleted for resources: {'Port': ['ID=e1198624-c560-483d-a2b3-0d2ea8d6a8ea,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:46.361096 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1ea66206-7529-4d6d-b100-b7eb7dfd8b0b tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks [] for floatingip (1241b276-9535-4f45-9f62-b4464bf69e24), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:46.361096 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.db.l3_db [None req-1ea66206-7529-4d6d-b100-b7eb7dfd8b0b tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Floating IP 1241b276-9535-4f45-9f62-b4464bf69e24 disassociated (deleted). External IP: 172.27.3.102, port: 0acdc586-b1e0-458b-8b41-006c61e42c40. Jul 05 16:14:46.473922 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:46.490038 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182abc35-e0ff-4d6f-bfb6-a1c5083f2823 req-b83af345-3357-4be9-80c2-2914be492dcf tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:46.500486 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-182abc35-e0ff-4d6f-bfb6-a1c5083f2823 req-b83af345-3357-4be9-80c2-2914be492dcf tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 945 time: 0.0517864 Jul 05 16:14:46.546102 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-182abc35-e0ff-4d6f-bfb6-a1c5083f2823 req-b925f6a6-454e-41cb-943c-f164f9626a88 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469029 Jul 05 16:14:46.598516 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea66206-7529-4d6d-b100-b7eb7dfd8b0b tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Router 00d89b28-a9b1-4f33-bba3-4158cf63a04a has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:14:46.713956 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea66206-7529-4d6d-b100-b7eb7dfd8b0b tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:14:46.718999 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1ea66206-7529-4d6d-b100-b7eb7dfd8b0b tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:46.728335 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d83a85-3f85-4a1b-85ec-9429f5167d3e None None] Sync routers for ids ['00d89b28-a9b1-4f33-bba3-4158cf63a04a'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:14:46.742425 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d83a85-3f85-4a1b-85ec-9429f5167d3e None None] Routers {'00d89b28-a9b1-4f33-bba3-4158cf63a04a'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:14:46.743063 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-44d83a85-3f85-4a1b-85ec-9429f5167d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:14:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['00d89b28-a9b1-4f33-bba3-4158cf63a04a'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:46.753373 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-1ea66206-7529-4d6d-b100-b7eb7dfd8b0b tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "DELETE /v2.0/floatingips/1241b276-9535-4f45-9f62-b4464bf69e24 HTTP/1.1" status: 204 len: 168 time: 1.1414616 Jul 05 16:14:46.755604 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e85e1f-39bb-4c8c-addb-85ae261a3eb7', 'tag': '0acdc586-b1e0-458b-8b41-006c61e42c40'}] {{(pid=104584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:14:46.763044 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be4aa087849a65c4a9e8a755187e63754d0c6c7db9367de7c29ca822742d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721b211e-a27b-4b0b-bdd5-58f2e99aef0c" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e85e1f-39bb-4c8c-addb-85ae261a3eb7", "tag": "0acdc586-b1e0-458b-8b41-006c61e42c40"}]}' {{(pid=104584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:14:46.872820 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-44d83a85-3f85-4a1b-85ec-9429f5167d3e None None] Set router 00d89b28-a9b1-4f33-bba3-4158cf63a04a gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:14:46.990444 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081b2133-01aa-40b9-a91e-70f4d9642883 x-openstack-request-id: req-081b2133-01aa-40b9-a91e-70f4d9642883 {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:14:46.990731 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e85e1f-39bb-4c8c-addb-85ae261a3eb7", "tag": "0acdc586-b1e0-458b-8b41-006c61e42c40", "status": "completed", "code": 200}]} {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:14:46.990988 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-081b2133-01aa-40b9-a91e-70f4d9642883 {{(pid=104584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:14:46.991400 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-081b2133-01aa-40b9-a91e-70f4d9642883'] response: {'name': 'network-changed', 'server_uuid': 'e7e85e1f-39bb-4c8c-addb-85ae261a3eb7', 'tag': '0acdc586-b1e0-458b-8b41-006c61e42c40', 'status': 'completed', 'code': 200} Jul 05 16:14:47.078565 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b211e-a27b-4b0b-bdd5-58f2e99aef0c req-e9d42911-c3fd-4ae0-b509-84b39e5a3119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:47.080101 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-721b211e-a27b-4b0b-bdd5-58f2e99aef0c req-e9d42911-c3fd-4ae0-b509-84b39e5a3119 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71b68c04578747d08842aab556e98030&device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 1130 time: 0.0396056 Jul 05 16:14:47.087871 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-44d83a85-3f85-4a1b-85ec-9429f5167d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'name': 'tempest-TestMinimumBasicScenario-1860594532-router', 'tenant_id': '71b68c04578747d08842aab556e98030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '6f5c71a8-ddee-4a92-b056-21c31c3c9607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:12:04Z', 'updated_at': '2022-07-05T16:12:09Z', 'revision_number': 4, 'project_id': '71b68c04578747d08842aab556e98030', 'gw_port': {'id': '6f5c71a8-ddee-4a92-b056-21c31c3c9607', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:05Z', 'updated_at': '2022-07-05T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'bf1d5952-db88-4289-99c1-e109ca37aaee', 'name': '', 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0', 'tenant_id': '71b68c04578747d08842aab556e98030', 'mac_address': 'fa:16:3e:1b:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ed907310-55eb-4496-abc3-ae90b3926b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:08Z', 'updated_at': '2022-07-05T16:12:12Z', 'revision_number': 5, 'project_id': '71b68c04578747d08842aab556e98030', 'subnets': [{'id': 'ed907310-55eb-4496-abc3-ae90b3926b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:47.114102 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d83a85-3f85-4a1b-85ec-9429f5167d3e None None] Checking router: 00d89b28-a9b1-4f33-bba3-4158cf63a04a for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:14:47.122763 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d83a85-3f85-4a1b-85ec-9429f5167d3e None None] Routers {'00d89b28-a9b1-4f33-bba3-4158cf63a04a'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:14:47.123366 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-44d83a85-3f85-4a1b-85ec-9429f5167d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:14:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['00d89b28-a9b1-4f33-bba3-4158cf63a04a'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:47.179396 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b211e-a27b-4b0b-bdd5-58f2e99aef0c req-c12a7136-88e1-481f-99fb-189f65ed36f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:47.181324 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-721b211e-a27b-4b0b-bdd5-58f2e99aef0c req-c12a7136-88e1-481f-99fb-189f65ed36f7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=750c75bc-9396-4e63-887d-6375009b41b0 HTTP/1.1" status: 200 len: 916 time: 0.0943463 Jul 05 16:14:47.230445 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-44d83a85-3f85-4a1b-85ec-9429f5167d3e None None] Set router 00d89b28-a9b1-4f33-bba3-4158cf63a04a gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:14:47.384748 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-721b211e-a27b-4b0b-bdd5-58f2e99aef0c req-bd12f736-b712-43c4-8fd2-bbfd88f009c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0acdc586-b1e0-458b-8b41-006c61e42c40 HTTP/1.1" status: 200 len: 217 time: 0.0615320 Jul 05 16:14:47.416475 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=100 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:47.426969 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-44d83a85-3f85-4a1b-85ec-9429f5167d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'name': 'tempest-TestMinimumBasicScenario-1860594532-router', 'tenant_id': '71b68c04578747d08842aab556e98030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '6f5c71a8-ddee-4a92-b056-21c31c3c9607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:12:04Z', 'updated_at': '2022-07-05T16:12:09Z', 'revision_number': 4, 'project_id': '71b68c04578747d08842aab556e98030', 'gw_port': {'id': '6f5c71a8-ddee-4a92-b056-21c31c3c9607', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:05Z', 'updated_at': '2022-07-05T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'bf1d5952-db88-4289-99c1-e109ca37aaee', 'name': '', 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0', 'tenant_id': '71b68c04578747d08842aab556e98030', 'mac_address': 'fa:16:3e:1b:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ed907310-55eb-4496-abc3-ae90b3926b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:08Z', 'updated_at': '2022-07-05T16:12:12Z', 'revision_number': 5, 'project_id': '71b68c04578747d08842aab556e98030', 'subnets': [{'id': 'ed907310-55eb-4496-abc3-ae90b3926b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:47.436257 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b211e-a27b-4b0b-bdd5-58f2e99aef0c req-02c034ac-cb56-4c36-890a-1f27c4045c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:47.443189 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-721b211e-a27b-4b0b-bdd5-58f2e99aef0c req-02c034ac-cb56-4c36-890a-1f27c4045c73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ed907310-55eb-4496-abc3-ae90b3926b2b HTTP/1.1" status: 200 len: 854 time: 0.0461071 Jul 05 16:14:47.454230 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d83a85-3f85-4a1b-85ec-9429f5167d3e None None] The sync data for ids ['00d89b28-a9b1-4f33-bba3-4158cf63a04a'] in dv-cinder-848759-1-iscsi is: [{'id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'name': 'tempest-TestMinimumBasicScenario-1860594532-router', 'tenant_id': '71b68c04578747d08842aab556e98030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '6f5c71a8-ddee-4a92-b056-21c31c3c9607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:12:04Z', 'updated_at': '2022-07-05T16:12:09Z', 'revision_number': 4, 'project_id': '71b68c04578747d08842aab556e98030', 'gw_port': {'id': '6f5c71a8-ddee-4a92-b056-21c31c3c9607', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:05Z', 'updated_at': '2022-07-05T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'bf1d5952-db88-4289-99c1-e109ca37aaee', 'name': '', 'network_id': '750c75bc-9396-4e63-887d-6375009b41b0', 'tenant_id': '71b68c04578747d08842aab556e98030', 'mac_address': 'fa:16:3e:1b:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ed907310-55eb-4496-abc3-ae90b3926b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:08Z', 'updated_at': '2022-07-05T16:12:12Z', 'revision_number': 5, 'project_id': '71b68c04578747d08842aab556e98030', 'subnets': [{'id': 'ed907310-55eb-4496-abc3-ae90b3926b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:14:47.508208 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b211e-a27b-4b0b-bdd5-58f2e99aef0c req-df0d169d-6265-479e-b5f8-4cde9b523b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:47.508208 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-721b211e-a27b-4b0b-bdd5-58f2e99aef0c req-df0d169d-6265-479e-b5f8-4cde9b523b25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=750c75bc-9396-4e63-887d-6375009b41b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423393 Jul 05 16:14:47.679436 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce95c18-6a83-4ca6-a696-39d015045b53 req-9e381622-a62d-457c-86c6-598a8a0bf125 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:47.681006 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5ce95c18-6a83-4ca6-a696-39d015045b53 req-9e381622-a62d-457c-86c6-598a8a0bf125 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 945 time: 0.0562878 Jul 05 16:14:47.690189 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fedc836-620f-48c3-af8e-fc615e9f2aa2 None None] New status for floating IP 1241b276-9535-4f45-9f62-b4464bf69e24: DOWN {{(pid=104587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:14:47.729371 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5ce95c18-6a83-4ca6-a696-39d015045b53 req-243f9758-65dc-45a8-a4b6-dd35d032637a tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423987 Jul 05 16:14:47.936142 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993e778-ef75-43fd-a49c-a69bf52d1874 req-874a9c53-9cb3-4dd6-a4a6-45f34149488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:47.937650 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9993e778-ef75-43fd-a49c-a69bf52d1874 req-874a9c53-9cb3-4dd6-a4a6-45f34149488f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6acb89542314578839f701251add904&device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 1129 time: 0.0842533 Jul 05 16:14:47.947801 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:47.963125 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-721b211e-a27b-4b0b-bdd5-58f2e99aef0c req-3ee32489-4489-4c83-be4e-eee745826f61 service neutron] 10.222.0.47 "GET /v2.0/networks/750c75bc-9396-4e63-887d-6375009b41b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176960 Jul 05 16:14:48.363390 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993e778-ef75-43fd-a49c-a69bf52d1874 req-ac83dd58-6e3e-44f1-9499-b3f2b499e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:48.364880 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9993e778-ef75-43fd-a49c-a69bf52d1874 req-ac83dd58-6e3e-44f1-9499-b3f2b499e5f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2110daf5-1cfa-4c9d-9065-b33fabf55a66 HTTP/1.1" status: 200 len: 917 time: 0.3871927 Jul 05 16:14:48.367571 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-721b211e-a27b-4b0b-bdd5-58f2e99aef0c req-cf0d0ec0-f44b-4f45-b34d-d68b25bf6049 service neutron] 10.222.0.47 "GET /v2.0/networks/750c75bc-9396-4e63-887d-6375009b41b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884110 Jul 05 16:14:48.432513 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9993e778-ef75-43fd-a49c-a69bf52d1874 req-011763de-b57f-4d8f-955d-e71074bfbfd8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff HTTP/1.1" status: 200 len: 1000 time: 0.0567794 Jul 05 16:14:48.484138 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993e778-ef75-43fd-a49c-a69bf52d1874 req-74772391-6394-4f5a-8d77-c833a66b8ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:48.485818 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9993e778-ef75-43fd-a49c-a69bf52d1874 req-74772391-6394-4f5a-8d77-c833a66b8ef2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c0055538-accc-457f-a7de-0db99e31abb1 HTTP/1.1" status: 200 len: 855 time: 0.0446625 Jul 05 16:14:48.531617 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993e778-ef75-43fd-a49c-a69bf52d1874 req-dabbfd09-3c11-4cf0-ac9d-24b7364c2e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:48.533101 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9993e778-ef75-43fd-a49c-a69bf52d1874 req-dabbfd09-3c11-4cf0-ac9d-24b7364c2e77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2110daf5-1cfa-4c9d-9065-b33fabf55a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410759 Jul 05 16:14:48.566667 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:48.621632 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9993e778-ef75-43fd-a49c-a69bf52d1874 req-b9d70485-0a56-4b0a-aa7d-d8a8c4bfc1d5 service neutron] 10.222.0.47 "GET /v2.0/networks/2110daf5-1cfa-4c9d-9065-b33fabf55a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823092 Jul 05 16:14:48.721451 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9993e778-ef75-43fd-a49c-a69bf52d1874 req-5ea7e2a4-fdff-4ded-82a4-2786790a9359 service neutron] 10.222.0.47 "GET /v2.0/networks/2110daf5-1cfa-4c9d-9065-b33fabf55a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933392 Jul 05 16:14:48.857258 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a7cb0-7a83-4899-a74d-1c7306f921e5 req-78cb9ebb-cde0-4bdf-92a9-0d87ee74efbc tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:48.858695 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-646a7cb0-7a83-4899-a74d-1c7306f921e5 req-78cb9ebb-cde0-4bdf-92a9-0d87ee74efbc tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 945 time: 0.0503516 Jul 05 16:14:48.906598 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-646a7cb0-7a83-4899-a74d-1c7306f921e5 req-ad1f6d49-b6ad-41ea-9b68-e1fd59711832 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416932 Jul 05 16:14:49.959794 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff no longer exists at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:14:50.031526 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646b545-5e9a-4407-9859-dc4fdd570a60 req-95d97cf3-3b70-4411-99c2-09a1620b1de4 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:50.038530 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2646b545-5e9a-4407-9859-dc4fdd570a60 req-95d97cf3-3b70-4411-99c2-09a1620b1de4 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 945 time: 0.0523102 Jul 05 16:14:50.039313 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff is: ACTIVE; New status is: DOWN {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:14:50.039718 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:50.063244 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b7b310-f555-460e-a187-4940bb9df69a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:14:50.065507 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2c4b6a-2994-4359-9403-fd4b2655ceff" -d '{"events": [{"server_uuid": "33b7b310-f555-460e-a187-4940bb9df69a", "name": "network-vif-unplugged", "status": "completed", "tag": "1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:14:50.078415 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:14:50.082946 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2646b545-5e9a-4407-9859-dc4fdd570a60 req-418526d5-c2fb-41b6-8a15-ddf46ee0dfcb tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428555 Jul 05 16:14:50.154823 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:50.182974 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Jul 2022 16:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ef9d26-6404-45d0-9484-b34689eb9f40 x-openstack-request-id: req-82ef9d26-6404-45d0-9484-b34689eb9f40 {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:14:50.183291 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b7b310-f555-460e-a187-4940bb9df69a", "name": "network-vif-unplugged", "status": "completed", "tag": "1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:14:50.183547 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-82ef9d26-6404-45d0-9484-b34689eb9f40 {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:14:50.183945 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82ef9d26-6404-45d0-9484-b34689eb9f40'] response: {'server_uuid': '33b7b310-f555-460e-a187-4940bb9df69a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff', 'code': 200} Jul 05 16:14:50.209879 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff,revision_number=8']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:50.932001 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:51.233427 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2278af-2e25-4857-934c-fa69dfa64263 req-c088d0f7-a0dd-4bfe-8532-86eed613c7f0 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:51.235157 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0d2278af-2e25-4857-934c-fa69dfa64263 req-c088d0f7-a0dd-4bfe-8532-86eed613c7f0 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 943 time: 0.0744472 Jul 05 16:14:51.243433 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd92689-9541-4cc4-8817-04c357b145b7 req-b78a4be7-415f-4b5f-ac84-8939854f5bea tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:51.244820 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1cd92689-9541-4cc4-8817-04c357b145b7 req-b78a4be7-415f-4b5f-ac84-8939854f5bea tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 946 time: 0.0830591 Jul 05 16:14:51.322813 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1cd92689-9541-4cc4-8817-04c357b145b7 req-d3d1f4ba-8cba-423b-b502-9b299fa3689b tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710866 Jul 05 16:14:51.325615 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0d2278af-2e25-4857-934c-fa69dfa64263 req-c1015893-4404-43ca-85b9-42de0159aecd tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799453 Jul 05 16:14:52.433729 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:14:52.438448 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c6698-cd6a-424a-b495-30470c077f2e req-f7b5608e-44fd-42aa-9307-0fb7cf591571 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:52.439926 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-115c6698-cd6a-424a-b495-30470c077f2e req-f7b5608e-44fd-42aa-9307-0fb7cf591571 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 946 time: 0.0502121 Jul 05 16:14:52.465939 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:52.490499 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-115c6698-cd6a-424a-b495-30470c077f2e req-c2b42e26-0c2b-4f39-87a3-5c90d5992071 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4085c30-08ec-41e4-9214-6bcbc96efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435419 Jul 05 16:14:52.925292 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5df70e-d79a-427c-8ad6-6a4ece8a03d4 req-3cd47c55-20c8-446b-8c2c-35652edd1497 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:52.926711 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0b5df70e-d79a-427c-8ad6-6a4ece8a03d4 req-3cd47c55-20c8-446b-8c2c-35652edd1497 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 946 time: 0.0476997 Jul 05 16:14:53.014168 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-0b5df70e-d79a-427c-8ad6-6a4ece8a03d4 req-40d919fa-423f-4f52-826e-8214f132dd30 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Deleting port 0acdc586-b1e0-458b-8b41-006c61e42c40 {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:14:53.014421 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-0b5df70e-d79a-427c-8ad6-6a4ece8a03d4 req-40d919fa-423f-4f52-826e-8214f132dd30 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (0acdc586-b1e0-458b-8b41-006c61e42c40), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:53.103450 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-0b5df70e-d79a-427c-8ad6-6a4ece8a03d4 req-40d919fa-423f-4f52-826e-8214f132dd30 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] For port 0acdc586-b1e0-458b-8b41-006c61e42c40, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=0acdc586-b1e0-458b-8b41-006c61e42c40,segment=NetworkSegment(6cb851d9-2578-43eb-ad94-7015cda84bbb),segment_id=6cb851d9-2578-43eb-ad94-7015cda84bbb)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:14:53.103883 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-0b5df70e-d79a-427c-8ad6-6a4ece8a03d4 req-40d919fa-423f-4f52-826e-8214f132dd30 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (0acdc586-b1e0-458b-8b41-006c61e42c40), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:53.121354 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-0b5df70e-d79a-427c-8ad6-6a4ece8a03d4 req-40d919fa-423f-4f52-826e-8214f132dd30 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Calling delete_port for 0acdc586-b1e0-458b-8b41-006c61e42c40 owned by compute:nova {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:14:53.225781 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:53.312599 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-0b5df70e-d79a-427c-8ad6-6a4ece8a03d4 req-40d919fa-423f-4f52-826e-8214f132dd30 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (0acdc586-b1e0-458b-8b41-006c61e42c40), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:53.325754 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['0acdc586-b1e0-458b-8b41-006c61e42c40'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:14:53.363199 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d919fa-423f-4f52-826e-8214f132dd30 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Pushing event deleted for resources: {'Port': ['ID=0acdc586-b1e0-458b-8b41-006c61e42c40,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:53.439461 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5df70e-d79a-427c-8ad6-6a4ece8a03d4 req-40d919fa-423f-4f52-826e-8214f132dd30 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] No DVR routers for this DVR port 0acdc586-b1e0-458b-8b41-006c61e42c40 on host hv-cinder-84875 {{(pid=104585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:14:53.447757 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-0b5df70e-d79a-427c-8ad6-6a4ece8a03d4 req-40d919fa-423f-4f52-826e-8214f132dd30 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:53.451123 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0b5df70e-d79a-427c-8ad6-6a4ece8a03d4 req-40d919fa-423f-4f52-826e-8214f132dd30 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.47 "DELETE /v2.0/ports/0acdc586-b1e0-458b-8b41-006c61e42c40 HTTP/1.1" status: 204 len: 173 time: 0.5189497 Jul 05 16:14:53.451564 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e85e1f-39bb-4c8c-addb-85ae261a3eb7', 'name': 'network-vif-deleted', 'tag': '0acdc586-b1e0-458b-8b41-006c61e42c40'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:14:53.457920 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7001036-13d2-48ea-81c7-65ec12baf5f9" -d '{"events": [{"server_uuid": "e7e85e1f-39bb-4c8c-addb-85ae261a3eb7", "name": "network-vif-deleted", "tag": "0acdc586-b1e0-458b-8b41-006c61e42c40"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:14:53.471851 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfb3d3-88c5-4b4e-aea3-49e416146d9e req-9486c3aa-8fed-4806-a166-8910b0e0aa10 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:53.473642 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f3bfb3d3-88c5-4b4e-aea3-49e416146d9e req-9486c3aa-8fed-4806-a166-8910b0e0aa10 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 943 time: 0.0797660 Jul 05 16:14:53.500638 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9468e573-d073-46c1-89c0-c4f92eb8c3e9 x-openstack-request-id: req-9468e573-d073-46c1-89c0-c4f92eb8c3e9 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:14:53.500980 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e85e1f-39bb-4c8c-addb-85ae261a3eb7", "name": "network-vif-deleted", "tag": "0acdc586-b1e0-458b-8b41-006c61e42c40", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:14:53.503336 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9468e573-d073-46c1-89c0-c4f92eb8c3e9 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:14:53.503336 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9468e573-d073-46c1-89c0-c4f92eb8c3e9'] response: {'server_uuid': 'e7e85e1f-39bb-4c8c-addb-85ae261a3eb7', 'name': 'network-vif-deleted', 'tag': '0acdc586-b1e0-458b-8b41-006c61e42c40', 'status': 'completed', 'code': 200} Jul 05 16:14:53.539442 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f3bfb3d3-88c5-4b4e-aea3-49e416146d9e req-6d605cf9-0727-45c2-96d2-5c0dd4674d6b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559745 Jul 05 16:14:53.593615 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8d815e7a-a89d-4d18-9a7c-b7afa3e194a5 req-e86b3278-5d90-4252-abc6-2a6fb1c5e757 tempest-TestMinimumBasicScenario-825647622 tempest-TestMinimumBasicScenario-825647622-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e85e1f-39bb-4c8c-addb-85ae261a3eb7 HTTP/1.1" status: 200 len: 210 time: 0.0275981 Jul 05 16:14:53.934339 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 49046) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:53.976930 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff no longer exists at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:14:54.009631 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:54.024458 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a0683887-ddf3-4e81-8a86-6955f102cd51 req-4909845e-e2af-4217-af6a-655bbd94a362 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0888636 Jul 05 16:14:54.033438 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [req-a0683887-ddf3-4e81-8a86-6955f102cd51 req-660e1378-ac9c-47a9-8d5a-86b8f3b00e19 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 16:14:54.034577 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a0683887-ddf3-4e81-8a86-6955f102cd51 req-660e1378-ac9c-47a9-8d5a-86b8f3b00e19 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057526 Jul 05 16:14:54.057228 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff is: DOWN; New status is: DOWN {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:14:54.058715 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 0acdc586-b1e0-458b-8b41-006c61e42c40 no longer exists at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:14:54.077379 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] No Port match for: 0acdc586-b1e0-458b-8b41-006c61e42c40 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:14:54.077921 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 0acdc586-b1e0-458b-8b41-006c61e42c40 not bound to the agent host hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:14:54.113666 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 49054) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:54.213309 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0683887-ddf3-4e81-8a86-6955f102cd51 req-b5ae5b1a-ea79-4011-aa0e-a7ee05de8b12 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:54.214629 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a0683887-ddf3-4e81-8a86-6955f102cd51 req-b5ae5b1a-ea79-4011-aa0e-a7ee05de8b12 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports/1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff HTTP/1.1" status: 200 len: 940 time: 0.0999472 Jul 05 16:14:54.691484 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507e983-e1e0-4153-a359-73d1571453bc req-81394e76-6309-4d0d-8900-21f29db27c76 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:54.693151 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1507e983-e1e0-4153-a359-73d1571453bc req-81394e76-6309-4d0d-8900-21f29db27c76 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 943 time: 0.0586133 Jul 05 16:14:54.745698 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1507e983-e1e0-4153-a359-73d1571453bc req-2b10ddfc-2829-4fc5-a20a-ebeeb89bf98d tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466452 Jul 05 16:14:55.612130 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0683887-ddf3-4e81-8a86-6955f102cd51 req-20d1f738-97dd-4e84-999b-7c9ef002f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:55.613580 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a0683887-ddf3-4e81-8a86-6955f102cd51 req-20d1f738-97dd-4e84-999b-7c9ef002f6f5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a&tenant_id=b6acb89542314578839f701251add904 HTTP/1.1" status: 200 len: 1127 time: 0.0434778 Jul 05 16:14:55.675179 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0683887-ddf3-4e81-8a86-6955f102cd51 req-1846880a-f2ca-41be-b2d4-1249368ce39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:55.676779 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a0683887-ddf3-4e81-8a86-6955f102cd51 req-1846880a-f2ca-41be-b2d4-1249368ce39c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6acb89542314578839f701251add904&device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 1127 time: 0.0412953 Jul 05 16:14:55.766700 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0683887-ddf3-4e81-8a86-6955f102cd51 req-02f300f7-5692-40a9-876c-9b2c54e09747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:55.768163 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a0683887-ddf3-4e81-8a86-6955f102cd51 req-02f300f7-5692-40a9-876c-9b2c54e09747 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2110daf5-1cfa-4c9d-9065-b33fabf55a66 HTTP/1.1" status: 200 len: 917 time: 0.0847092 Jul 05 16:14:55.829211 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:55.866890 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a0683887-ddf3-4e81-8a86-6955f102cd51 req-3619a0e9-21a2-4282-838f-68a4e9b5b5a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff HTTP/1.1" status: 200 len: 998 time: 0.0869992 Jul 05 16:14:55.878975 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabcc78-bacb-430b-813c-b41a597b47ea req-289c059e-982d-4d81-89fb-65ec6aee037d tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:55.880361 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-caabcc78-bacb-430b-813c-b41a597b47ea req-289c059e-982d-4d81-89fb-65ec6aee037d tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 943 time: 0.0561862 Jul 05 16:14:55.949491 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0683887-ddf3-4e81-8a86-6955f102cd51 req-390bc60c-abf9-427d-8f99-0ffd37586366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:55.950923 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a0683887-ddf3-4e81-8a86-6955f102cd51 req-390bc60c-abf9-427d-8f99-0ffd37586366 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c0055538-accc-457f-a7de-0db99e31abb1 HTTP/1.1" status: 200 len: 855 time: 0.0691977 Jul 05 16:14:55.974142 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-caabcc78-bacb-430b-813c-b41a597b47ea req-170b6c7c-a5af-4eba-bc85-4b1e48c912d2 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844247 Jul 05 16:14:56.000587 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0683887-ddf3-4e81-8a86-6955f102cd51 req-5516733b-0988-490d-8597-173014941150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:56.002065 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a0683887-ddf3-4e81-8a86-6955f102cd51 req-5516733b-0988-490d-8597-173014941150 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2110daf5-1cfa-4c9d-9065-b33fabf55a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439847 Jul 05 16:14:56.074626 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:56.093015 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a0683887-ddf3-4e81-8a86-6955f102cd51 req-b6a3015d-256e-4442-a358-262aa5d031ef service neutron] 10.222.0.47 "GET /v2.0/networks/2110daf5-1cfa-4c9d-9065-b33fabf55a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833988 Jul 05 16:14:56.190174 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a0683887-ddf3-4e81-8a86-6955f102cd51 req-eaada781-8374-411f-9e9f-e622db43116a service neutron] 10.222.0.47 "GET /v2.0/networks/2110daf5-1cfa-4c9d-9065-b33fabf55a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902910 Jul 05 16:14:56.325842 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 49134) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:56.654953 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-632c86fb-4e32-466e-998d-5749885fdd4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518843'] for router_interface (00d89b28-a9b1-4f33-bba3-4158cf63a04a), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:56.747690 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:56.845278 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be019c-ebf7-4d64-a46a-35314f3dfed9 req-477b5149-5370-45ee-8d11-57843bc238dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:56.847483 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-53be019c-ebf7-4d64-a46a-35314f3dfed9 req-477b5149-5370-45ee-8d11-57843bc238dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6acb89542314578839f701251add904&device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 1127 time: 0.0520494 Jul 05 16:14:56.951393 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-632c86fb-4e32-466e-998d-5749885fdd4d admin admin] Deleting port bf1d5952-db88-4289-99c1-e109ca37aaee {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:14:56.952011 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-632c86fb-4e32-466e-998d-5749885fdd4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (bf1d5952-db88-4289-99c1-e109ca37aaee), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:57.072822 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-632c86fb-4e32-466e-998d-5749885fdd4d admin admin] For port bf1d5952-db88-4289-99c1-e109ca37aaee, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=bf1d5952-db88-4289-99c1-e109ca37aaee,segment=NetworkSegment(6cb851d9-2578-43eb-ad94-7015cda84bbb),segment_id=6cb851d9-2578-43eb-ad94-7015cda84bbb)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:14:57.073640 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-632c86fb-4e32-466e-998d-5749885fdd4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (bf1d5952-db88-4289-99c1-e109ca37aaee), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:57.094058 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-632c86fb-4e32-466e-998d-5749885fdd4d admin admin] Calling delete_port for bf1d5952-db88-4289-99c1-e109ca37aaee owned by network:router_interface {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:14:57.182712 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa713709-f71f-4d65-bfe5-65d1edc38393 req-c56888f8-7f89-4be1-86ec-ab2885a60e36 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:57.184462 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fa713709-f71f-4d65-bfe5-65d1edc38393 req-c56888f8-7f89-4be1-86ec-ab2885a60e36 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 943 time: 0.0713358 Jul 05 16:14:57.189980 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be019c-ebf7-4d64-a46a-35314f3dfed9 req-89510dc9-0adb-46b3-92a1-f177e2179bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:57.191799 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-53be019c-ebf7-4d64-a46a-35314f3dfed9 req-89510dc9-0adb-46b3-92a1-f177e2179bbd service neutron] 10.222.0.47 "GET /v2.0/networks?id=2110daf5-1cfa-4c9d-9065-b33fabf55a66 HTTP/1.1" status: 200 len: 917 time: 0.1874058 Jul 05 16:14:57.298812 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fa713709-f71f-4d65-bfe5-65d1edc38393 req-75ffdb42-9abc-438f-8b6f-60556367303b tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059179 Jul 05 16:14:57.310062 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:57.336442 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-53be019c-ebf7-4d64-a46a-35314f3dfed9 req-b7dc52f8-bdaa-4488-868f-eb2c20cf4663 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff HTTP/1.1" status: 200 len: 998 time: 0.1278799 Jul 05 16:14:57.492283 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-632c86fb-4e32-466e-998d-5749885fdd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (bf1d5952-db88-4289-99c1-e109ca37aaee), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:57.518578 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c86fb-4e32-466e-998d-5749885fdd4d admin admin] Pushing event deleted for resources: {'Port': ['ID=bf1d5952-db88-4289-99c1-e109ca37aaee,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:57.721280 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:57.725740 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-632c86fb-4e32-466e-998d-5749885fdd4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521995'] for router_interface (00d89b28-a9b1-4f33-bba3-4158cf63a04a), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:57.918943 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:57.976067 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632c86fb-4e32-466e-998d-5749885fdd4d admin admin] Router 00d89b28-a9b1-4f33-bba3-4158cf63a04a has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:14:58.084694 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632c86fb-4e32-466e-998d-5749885fdd4d admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:14:58.090693 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-632c86fb-4e32-466e-998d-5749885fdd4d admin admin] 10.222.0.45 "PUT /v2.0/routers/00d89b28-a9b1-4f33-bba3-4158cf63a04a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7637243 Jul 05 16:14:58.093324 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 49168) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:58.098026 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7af234d-5f20-4151-85a4-958af09428ed None None] Sync routers for ids ['00d89b28-a9b1-4f33-bba3-4158cf63a04a'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:14:58.116204 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7af234d-5f20-4151-85a4-958af09428ed None None] Routers {'00d89b28-a9b1-4f33-bba3-4158cf63a04a'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:14:58.117080 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-b7af234d-5f20-4151-85a4-958af09428ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:14:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['00d89b28-a9b1-4f33-bba3-4158cf63a04a'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:58.227031 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-02898934-7fae-4afe-a187-d077cda47fd6 admin admin] Publish callbacks [] for router (00d89b28-a9b1-4f33-bba3-4158cf63a04a), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:58.402212 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-02898934-7fae-4afe-a187-d077cda47fd6 admin admin] Publish callbacks [] for router_gateway (00d89b28-a9b1-4f33-bba3-4158cf63a04a), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:58.468354 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-b7af234d-5f20-4151-85a4-958af09428ed None None] Set router 00d89b28-a9b1-4f33-bba3-4158cf63a04a gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:14:58.514092 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0677f-bcd1-470e-b6e7-42700367d29b req-ae8aec0b-ad06-4586-832d-b61d5669d5a6 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:58.524881 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-aae0677f-bcd1-470e-b6e7-42700367d29b req-ae8aec0b-ad06-4586-832d-b61d5669d5a6 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 943 time: 0.0795398 Jul 05 16:14:58.627604 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-aae0677f-bcd1-470e-b6e7-42700367d29b req-7ecda71b-7bec-4fd9-ab90-c4b8eecad981 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015873 Jul 05 16:14:58.722050 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be019c-ebf7-4d64-a46a-35314f3dfed9 req-d1d23b11-b483-4eaf-b53c-20a0f19f8895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:58.724836 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-53be019c-ebf7-4d64-a46a-35314f3dfed9 req-d1d23b11-b483-4eaf-b53c-20a0f19f8895 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c0055538-accc-457f-a7de-0db99e31abb1 HTTP/1.1" status: 200 len: 855 time: 0.0919232 Jul 05 16:14:58.769761 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-b7af234d-5f20-4151-85a4-958af09428ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'name': 'tempest-TestMinimumBasicScenario-1860594532-router', 'tenant_id': '71b68c04578747d08842aab556e98030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '6f5c71a8-ddee-4a92-b056-21c31c3c9607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:12:04Z', 'updated_at': '2022-07-05T16:14:57Z', 'revision_number': 5, 'project_id': '71b68c04578747d08842aab556e98030', 'gw_port': {'id': '6f5c71a8-ddee-4a92-b056-21c31c3c9607', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:05Z', 'updated_at': '2022-07-05T16:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:58.824136 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7af234d-5f20-4151-85a4-958af09428ed None None] Checking router: 00d89b28-a9b1-4f33-bba3-4158cf63a04a for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:14:58.833620 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be019c-ebf7-4d64-a46a-35314f3dfed9 req-2dd5b39a-1e42-4b74-a8aa-8564df0f2688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:58.835270 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-53be019c-ebf7-4d64-a46a-35314f3dfed9 req-2dd5b39a-1e42-4b74-a8aa-8564df0f2688 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2110daf5-1cfa-4c9d-9065-b33fabf55a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0817652 Jul 05 16:14:58.838069 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7af234d-5f20-4151-85a4-958af09428ed None None] Routers {'00d89b28-a9b1-4f33-bba3-4158cf63a04a'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:14:58.839051 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-b7af234d-5f20-4151-85a4-958af09428ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:14:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['00d89b28-a9b1-4f33-bba3-4158cf63a04a'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:58.905918 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:58.921607 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-02898934-7fae-4afe-a187-d077cda47fd6 admin admin] Deleting port 6f5c71a8-ddee-4a92-b056-21c31c3c9607 {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:14:58.922141 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-02898934-7fae-4afe-a187-d077cda47fd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (6f5c71a8-ddee-4a92-b056-21c31c3c9607), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:58.992461 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-b7af234d-5f20-4151-85a4-958af09428ed None None] Set router 00d89b28-a9b1-4f33-bba3-4158cf63a04a gateway port host: None {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:14:59.069179 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-b7af234d-5f20-4151-85a4-958af09428ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'name': 'tempest-TestMinimumBasicScenario-1860594532-router', 'tenant_id': '71b68c04578747d08842aab556e98030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:12:04Z', 'updated_at': '2022-07-05T16:14:58Z', 'revision_number': 6, 'project_id': '71b68c04578747d08842aab556e98030', 'gw_port_host': None}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:14:59.071563 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-02898934-7fae-4afe-a187-d077cda47fd6 admin admin] For port 6f5c71a8-ddee-4a92-b056-21c31c3c9607, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=6f5c71a8-ddee-4a92-b056-21c31c3c9607,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:14:59.072116 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-02898934-7fae-4afe-a187-d077cda47fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (6f5c71a8-ddee-4a92-b056-21c31c3c9607), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:59.076426 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-53be019c-ebf7-4d64-a46a-35314f3dfed9 req-29d0d9c9-ad13-446a-ad04-2b8259a61046 service neutron] 10.222.0.47 "GET /v2.0/networks/2110daf5-1cfa-4c9d-9065-b33fabf55a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316388 Jul 05 16:14:59.090658 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-02898934-7fae-4afe-a187-d077cda47fd6 admin admin] Calling delete_port for 6f5c71a8-ddee-4a92-b056-21c31c3c9607 owned by network:router_gateway {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:14:59.148253 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7af234d-5f20-4151-85a4-958af09428ed None None] The sync data for ids ['00d89b28-a9b1-4f33-bba3-4158cf63a04a'] in dv-cinder-848759-1-iscsi is: [{'id': '00d89b28-a9b1-4f33-bba3-4158cf63a04a', 'name': 'tempest-TestMinimumBasicScenario-1860594532-router', 'tenant_id': '71b68c04578747d08842aab556e98030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:12:04Z', 'updated_at': '2022-07-05T16:14:58Z', 'revision_number': 6, 'project_id': '71b68c04578747d08842aab556e98030', 'gw_port_host': None}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:14:59.331220 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-53be019c-ebf7-4d64-a46a-35314f3dfed9 req-14499818-a095-44da-bc3f-469320a627ba service neutron] 10.222.0.47 "GET /v2.0/networks/2110daf5-1cfa-4c9d-9065-b33fabf55a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092180 Jul 05 16:14:59.471383 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-02898934-7fae-4afe-a187-d077cda47fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (6f5c71a8-ddee-4a92-b056-21c31c3c9607), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:59.500127 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02898934-7fae-4afe-a187-d077cda47fd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f5c71a8-ddee-4a92-b056-21c31c3c9607,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:14:59.589791 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-02898934-7fae-4afe-a187-d077cda47fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-508993'] for router_gateway (00d89b28-a9b1-4f33-bba3-4158cf63a04a), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:59.699455 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-02898934-7fae-4afe-a187-d077cda47fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075037'] for router (00d89b28-a9b1-4f33-bba3-4158cf63a04a), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:59.702745 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-02898934-7fae-4afe-a187-d077cda47fd6 admin admin] Publish callbacks [] for router_controller (00d89b28-a9b1-4f33-bba3-4158cf63a04a), precommit_delete_associations {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:59.827288 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b8c77-5b94-4b2d-ac93-6a490e66cde9 req-6c722e15-2823-4cc0-bf55-2e7d3ecfa5e5 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:14:59.829017 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-683b8c77-5b94-4b2d-ac93-6a490e66cde9 req-6c722e15-2823-4cc0-bf55-2e7d3ecfa5e5 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 943 time: 0.0822241 Jul 05 16:14:59.887910 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-683b8c77-5b94-4b2d-ac93-6a490e66cde9 req-6f2109d3-215e-4f8b-97b5-9cbb687e1f00 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524971 Jul 05 16:14:59.898085 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-02898934-7fae-4afe-a187-d077cda47fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498478'] for router (00d89b28-a9b1-4f33-bba3-4158cf63a04a), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:59.898949 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02898934-7fae-4afe-a187-d077cda47fd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00d89b28-a9b1-4f33-bba3-4158cf63a04a {{(pid=104584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 16:14:59.913356 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-02898934-7fae-4afe-a187-d077cda47fd6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:14:59.914150 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 49190) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:14:59.914261 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-02898934-7fae-4afe-a187-d077cda47fd6 admin admin] 10.222.0.45 "DELETE /v2.0/routers/00d89b28-a9b1-4f33-bba3-4158cf63a04a HTTP/1.1" status: 204 len: 168 time: 1.8131073 Jul 05 16:14:59.963577 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:14:59.972568 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b06a59-8507-4477-91ce-30efcf8f107b admin admin] Deleting subnet ed907310-55eb-4496-abc3-ae90b3926b2b {{(pid=104585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 16:14:59.976705 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a9b06a59-8507-4477-91ce-30efcf8f107b admin admin] Publish callbacks [] for subnet (ed907310-55eb-4496-abc3-ae90b3926b2b), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:00.039915 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a9b06a59-8507-4477-91ce-30efcf8f107b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9024847'] for subnet (ed907310-55eb-4496-abc3-ae90b3926b2b), precommit_delete_associations {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:00.107504 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:00.126193 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device bf1d5952-db88-4289-99c1-e109ca37aaee no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:15:00.146275 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: bf1d5952-db88-4289-99c1-e109ca37aaee {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:15:00.146870 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device bf1d5952-db88-4289-99c1-e109ca37aaee not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:15:00.147449 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 6f5c71a8-ddee-4a92-b056-21c31c3c9607 no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:15:00.183746 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: 6f5c71a8-ddee-4a92-b056-21c31c3c9607 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:15:00.184423 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 6f5c71a8-ddee-4a92-b056-21c31c3c9607 not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:15:00.201500 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a9b06a59-8507-4477-91ce-30efcf8f107b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7708876'] for subnet (ed907310-55eb-4496-abc3-ae90b3926b2b), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:00.351951 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a9b06a59-8507-4477-91ce-30efcf8f107b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7708871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8872898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8627354'] for subnet (ed907310-55eb-4496-abc3-ae90b3926b2b), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:00.411233 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b06a59-8507-4477-91ce-30efcf8f107b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed907310-55eb-4496-abc3-ae90b3926b2b,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:00.419961 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a9b06a59-8507-4477-91ce-30efcf8f107b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for subnet (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:00.424857 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-a9b06a59-8507-4477-91ce-30efcf8f107b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ed907310-55eb-4496-abc3-ae90b3926b2b HTTP/1.1" status: 204 len: 168 time: 0.5156972 Jul 05 16:15:00.426552 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 49202) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:00.430510 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35332ab-cc14-4b3f-b9b2-d3399511a476 None None] Network 750c75bc-9396-4e63-887d-6375009b41b0 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:15:00.528552 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e012ef73-4a23-4895-a9a8-709571245b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7605430'] for network (750c75bc-9396-4e63-887d-6375009b41b0), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:00.612418 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [None req-e012ef73-4a23-4895-a9a8-709571245b9a admin admin] Deleting port ad69cc2f-fef2-497b-8b9d-4be864e18a31 {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:15:00.612928 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e012ef73-4a23-4895-a9a8-709571245b9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (ad69cc2f-fef2-497b-8b9d-4be864e18a31), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:00.734191 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [None req-e012ef73-4a23-4895-a9a8-709571245b9a admin admin] For port ad69cc2f-fef2-497b-8b9d-4be864e18a31, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=ad69cc2f-fef2-497b-8b9d-4be864e18a31,segment=NetworkSegment(6cb851d9-2578-43eb-ad94-7015cda84bbb),segment_id=6cb851d9-2578-43eb-ad94-7015cda84bbb)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:15:00.737607 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e012ef73-4a23-4895-a9a8-709571245b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (ad69cc2f-fef2-497b-8b9d-4be864e18a31), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:00.774015 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [None req-e012ef73-4a23-4895-a9a8-709571245b9a admin admin] Calling delete_port for ad69cc2f-fef2-497b-8b9d-4be864e18a31 owned by network:dhcp {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:15:00.820794 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d75ee4c-4af3-4041-84b4-96c6ac4b89ae None None] DHCP port deletion for 750c75bc-9396-4e63-887d-6375009b41b0 request from dv-cinder-848759-1-iscsi {{(pid=104586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 05 16:15:00.824270 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:00.864316 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-5d75ee4c-4af3-4041-84b4-96c6ac4b89ae None None] Deleting port ad69cc2f-fef2-497b-8b9d-4be864e18a31 {{(pid=104586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:15:00.865206 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-5d75ee4c-4af3-4041-84b4-96c6ac4b89ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (ad69cc2f-fef2-497b-8b9d-4be864e18a31), before_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:00.949384 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-5d75ee4c-4af3-4041-84b4-96c6ac4b89ae None None] For port ad69cc2f-fef2-497b-8b9d-4be864e18a31, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=ad69cc2f-fef2-497b-8b9d-4be864e18a31,segment=NetworkSegment(6cb851d9-2578-43eb-ad94-7015cda84bbb),segment_id=6cb851d9-2578-43eb-ad94-7015cda84bbb)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:15:00.949932 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-5d75ee4c-4af3-4041-84b4-96c6ac4b89ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (ad69cc2f-fef2-497b-8b9d-4be864e18a31), precommit_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:00.967549 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-5d75ee4c-4af3-4041-84b4-96c6ac4b89ae None None] Calling delete_port for ad69cc2f-fef2-497b-8b9d-4be864e18a31 owned by network:dhcp {{(pid=104586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:15:01.012238 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e012ef73-4a23-4895-a9a8-709571245b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (ad69cc2f-fef2-497b-8b9d-4be864e18a31), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:01.067163 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012ef73-4a23-4895-a9a8-709571245b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=ad69cc2f-fef2-497b-8b9d-4be864e18a31,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:01.078320 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-5d75ee4c-4af3-4041-84b4-96c6ac4b89ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858'] for port (ad69cc2f-fef2-497b-8b9d-4be864e18a31), after_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:01.093374 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e012ef73-4a23-4895-a9a8-709571245b9a admin admin] No DVR routers for this DVR port ad69cc2f-fef2-497b-8b9d-4be864e18a31 on host dv-cinder-848759-1-iscsi {{(pid=104585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:15:01.110486 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75ee4c-4af3-4041-84b4-96c6ac4b89ae None None] Pushing event deleted for resources: {'Port': ['ID=ad69cc2f-fef2-497b-8b9d-4be864e18a31,revision_number=None']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:01.115776 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d75ee4c-4af3-4041-84b4-96c6ac4b89ae None None] No DVR routers for this DVR port ad69cc2f-fef2-497b-8b9d-4be864e18a31 on host dv-cinder-848759-1-iscsi {{(pid=104586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:15:01.135938 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df06607-b2de-4616-a5f4-baf0317d06a1 req-298bd7d7-9bfc-43c1-a8ca-c69ece44d736 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:15:01.144455 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5df06607-b2de-4616-a5f4-baf0317d06a1 req-298bd7d7-9bfc-43c1-a8ca-c69ece44d736 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 943 time: 0.1705377 Jul 05 16:15:01.222600 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e012ef73-4a23-4895-a9a8-709571245b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7757606', 'neutron.services.segments.db._delete_segments_for_network-8746276517753'] for network (750c75bc-9396-4e63-887d-6375009b41b0), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:01.261956 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.services.segments.db [None req-e012ef73-4a23-4895-a9a8-709571245b9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['750c75bc-9396-4e63-887d-6375009b41b0']}} {{(pid=104585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:01.272355 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5df06607-b2de-4616-a5f4-baf0317d06a1 req-1789bd0c-3ab5-4c3a-9129-ded1aa8307fd tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284413 Jul 05 16:15:01.279303 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.services.segments.db [None req-e012ef73-4a23-4895-a9a8-709571245b9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb851d9-2578-43eb-ad94-7015cda84bbb') {'for_net_delete': True} {{(pid=104585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:01.279603 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.services.segments.db [None req-e012ef73-4a23-4895-a9a8-709571245b9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb851d9-2578-43eb-ad94-7015cda84bbb') {} {{(pid=104585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:01.291017 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e012ef73-4a23-4895-a9a8-709571245b9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746276519554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9024836'] for segment (6cb851d9-2578-43eb-ad94-7015cda84bbb), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:01.309440 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e012ef73-4a23-4895-a9a8-709571245b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (6cb851d9-2578-43eb-ad94-7015cda84bbb), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:01.317284 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e012ef73-4a23-4895-a9a8-709571245b9a admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=104585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:15:01.317697 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e012ef73-4a23-4895-a9a8-709571245b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8872760'] for segment (6cb851d9-2578-43eb-ad94-7015cda84bbb), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:01.527925 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.services.segments.plugin [-] Segment 6cb851d9-2578-43eb-ad94-7015cda84bbb resource provider aggregate not found Jul 05 16:15:01.550055 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.services.segments.plugin [-] Segment 6cb851d9-2578-43eb-ad94-7015cda84bbb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6cb851d9-2578-43eb-ad94-7015cda84bbb found for delete ", "request_id": "req-496e29d2-0516-4e88-aaba-4e464dce4ed8"}]} Jul 05 16:15:01.565678 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e012ef73-4a23-4895-a9a8-709571245b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7757615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509440'] for network (750c75bc-9396-4e63-887d-6375009b41b0), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:01.575262 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e012ef73-4a23-4895-a9a8-709571245b9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:01.579316 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-e012ef73-4a23-4895-a9a8-709571245b9a admin admin] 10.222.0.45 "DELETE /v2.0/networks/750c75bc-9396-4e63-887d-6375009b41b0 HTTP/1.1" status: 204 len: 168 time: 1.1505222 Jul 05 16:15:01.581739 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 49222) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:01.616823 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012ef73-4a23-4895-a9a8-709571245b9a admin admin] Pushing event deleted for resources: {'Network': ['ID=750c75bc-9396-4e63-887d-6375009b41b0,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:01.899651 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:02.064532 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c9e0dde0-7193-4b4e-88d0-aeab0b2c09a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518843'] for router_interface (149d769d-c788-463e-8167-9b4bac2f4556), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:02.102795 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:02.116949 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device ad69cc2f-fef2-497b-8b9d-4be864e18a31 no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:15:02.147039 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: ad69cc2f-fef2-497b-8b9d-4be864e18a31 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:15:02.147763 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device ad69cc2f-fef2-497b-8b9d-4be864e18a31 not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:15:02.359662 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-c9e0dde0-7193-4b4e-88d0-aeab0b2c09a1 admin admin] Deleting port dc65252a-f353-4d6a-81a1-f82319cc8de8 {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:15:02.360300 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c9e0dde0-7193-4b4e-88d0-aeab0b2c09a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (dc65252a-f353-4d6a-81a1-f82319cc8de8), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:02.434151 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:02.477789 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca4917-3b8a-4f41-a793-f3275866e4f7 req-2f6326f9-e54b-4332-9c3a-1f9f65a5e31a tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:15:02.491386 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7bca4917-3b8a-4f41-a793-f3275866e4f7 req-2f6326f9-e54b-4332-9c3a-1f9f65a5e31a tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 943 time: 0.1077654 Jul 05 16:15:02.510561 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-c9e0dde0-7193-4b4e-88d0-aeab0b2c09a1 admin admin] For port dc65252a-f353-4d6a-81a1-f82319cc8de8, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=dc65252a-f353-4d6a-81a1-f82319cc8de8,segment=NetworkSegment(a4f03617-55af-4fea-9130-d24faac38081),segment_id=a4f03617-55af-4fea-9130-d24faac38081)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:15:02.511076 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c9e0dde0-7193-4b4e-88d0-aeab0b2c09a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (dc65252a-f353-4d6a-81a1-f82319cc8de8), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:02.530326 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-c9e0dde0-7193-4b4e-88d0-aeab0b2c09a1 admin admin] Calling delete_port for dc65252a-f353-4d6a-81a1-f82319cc8de8 owned by network:router_interface {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:15:02.556093 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7bca4917-3b8a-4f41-a793-f3275866e4f7 req-6d5a2b63-32a8-430a-9ff5-48462be45aa5 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583670 Jul 05 16:15:02.846325 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c9e0dde0-7193-4b4e-88d0-aeab0b2c09a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (dc65252a-f353-4d6a-81a1-f82319cc8de8), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:02.877986 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0dde0-7193-4b4e-88d0-aeab0b2c09a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc65252a-f353-4d6a-81a1-f82319cc8de8,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:02.961316 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-63940108-216f-48eb-91dd-07c8ba7a33d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:03.096071 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:03.098858 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c9e0dde0-7193-4b4e-88d0-aeab0b2c09a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521995'] for router_interface (149d769d-c788-463e-8167-9b4bac2f4556), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:03.341924 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e0dde0-7193-4b4e-88d0-aeab0b2c09a1 admin admin] Router 149d769d-c788-463e-8167-9b4bac2f4556 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:15:03.404149 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:03.461799 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e0dde0-7193-4b4e-88d0-aeab0b2c09a1 admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:15:03.467208 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-c9e0dde0-7193-4b4e-88d0-aeab0b2c09a1 admin admin] 10.222.0.45 "PUT /v2.0/routers/149d769d-c788-463e-8167-9b4bac2f4556/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8842611 Jul 05 16:15:03.470155 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 49256) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:03.470729 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c472c-89fd-4039-bab6-d48c3626ac49 None None] Sync routers for ids ['149d769d-c788-463e-8167-9b4bac2f4556'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:15:03.481700 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c472c-89fd-4039-bab6-d48c3626ac49 None None] Routers {'149d769d-c788-463e-8167-9b4bac2f4556'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:15:03.482492 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-196c472c-89fd-4039-bab6-d48c3626ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:14:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['149d769d-c788-463e-8167-9b4bac2f4556'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:03.559503 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:03.586224 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:03.594729 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-196c472c-89fd-4039-bab6-d48c3626ac49 None None] Set router 149d769d-c788-463e-8167-9b4bac2f4556 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:15:03.685530 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d0bfdd01-3fb3-4125-9c81-e0455f31ab52 admin admin] Publish callbacks [] for router (149d769d-c788-463e-8167-9b4bac2f4556), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:03.845956 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d3950-c872-4cec-8c98-824a3ebd4cbd req-709f92e1-f720-4c64-bcab-51d053ca445d tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:15:03.849177 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-df9d3950-c872-4cec-8c98-824a3ebd4cbd req-709f92e1-f720-4c64-bcab-51d053ca445d tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 943 time: 0.1206846 Jul 05 16:15:03.878129 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-196c472c-89fd-4039-bab6-d48c3626ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149d769d-c788-463e-8167-9b4bac2f4556', 'name': 'tempest-TestMinimumBasicScenario-1603557003-router', 'tenant_id': 'c763e54bb34246659fca207127eb7a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '69e3bf35-f580-4a04-b40d-29a190639e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:12:12Z', 'updated_at': '2022-07-05T16:15:02Z', 'revision_number': 5, 'project_id': 'c763e54bb34246659fca207127eb7a9f', 'gw_port': {'id': '69e3bf35-f580-4a04-b40d-29a190639e16', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149d769d-c788-463e-8167-9b4bac2f4556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:13Z', 'updated_at': '2022-07-05T16:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:03.911170 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c472c-89fd-4039-bab6-d48c3626ac49 None None] Checking router: 149d769d-c788-463e-8167-9b4bac2f4556 for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:15:03.921856 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c472c-89fd-4039-bab6-d48c3626ac49 None None] Routers {'149d769d-c788-463e-8167-9b4bac2f4556'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:15:03.922862 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-196c472c-89fd-4039-bab6-d48c3626ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:14:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['149d769d-c788-463e-8167-9b4bac2f4556'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:03.937898 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d0bfdd01-3fb3-4125-9c81-e0455f31ab52 admin admin] Publish callbacks [] for router_gateway (149d769d-c788-463e-8167-9b4bac2f4556), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:03.950475 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-df9d3950-c872-4cec-8c98-824a3ebd4cbd req-40b16394-d442-4620-9633-bfecebbf9083 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947466 Jul 05 16:15:04.070524 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-196c472c-89fd-4039-bab6-d48c3626ac49 None None] Set router 149d769d-c788-463e-8167-9b4bac2f4556 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:15:04.300797 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-196c472c-89fd-4039-bab6-d48c3626ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149d769d-c788-463e-8167-9b4bac2f4556', 'name': 'tempest-TestMinimumBasicScenario-1603557003-router', 'tenant_id': 'c763e54bb34246659fca207127eb7a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '69e3bf35-f580-4a04-b40d-29a190639e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:12:12Z', 'updated_at': '2022-07-05T16:15:02Z', 'revision_number': 5, 'project_id': 'c763e54bb34246659fca207127eb7a9f', 'gw_port': {'id': '69e3bf35-f580-4a04-b40d-29a190639e16', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149d769d-c788-463e-8167-9b4bac2f4556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:13Z', 'updated_at': '2022-07-05T16:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:04.338601 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c472c-89fd-4039-bab6-d48c3626ac49 None None] The sync data for ids ['149d769d-c788-463e-8167-9b4bac2f4556'] in dv-cinder-848759-1-iscsi is: [{'id': '149d769d-c788-463e-8167-9b4bac2f4556', 'name': 'tempest-TestMinimumBasicScenario-1603557003-router', 'tenant_id': 'c763e54bb34246659fca207127eb7a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '69e3bf35-f580-4a04-b40d-29a190639e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:12:12Z', 'updated_at': '2022-07-05T16:15:02Z', 'revision_number': 5, 'project_id': 'c763e54bb34246659fca207127eb7a9f', 'gw_port': {'id': '69e3bf35-f580-4a04-b40d-29a190639e16', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149d769d-c788-463e-8167-9b4bac2f4556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:12:13Z', 'updated_at': '2022-07-05T16:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:15:04.395283 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [None req-d0bfdd01-3fb3-4125-9c81-e0455f31ab52 admin admin] Deleting port 69e3bf35-f580-4a04-b40d-29a190639e16 {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:15:04.395720 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d0bfdd01-3fb3-4125-9c81-e0455f31ab52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (69e3bf35-f580-4a04-b40d-29a190639e16), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:04.502062 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [None req-d0bfdd01-3fb3-4125-9c81-e0455f31ab52 admin admin] For port 69e3bf35-f580-4a04-b40d-29a190639e16, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=69e3bf35-f580-4a04-b40d-29a190639e16,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:15:04.502542 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d0bfdd01-3fb3-4125-9c81-e0455f31ab52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (69e3bf35-f580-4a04-b40d-29a190639e16), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:04.517344 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [None req-d0bfdd01-3fb3-4125-9c81-e0455f31ab52 admin admin] Calling delete_port for 69e3bf35-f580-4a04-b40d-29a190639e16 owned by network:router_gateway {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:15:04.691407 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:04.778338 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d0bfdd01-3fb3-4125-9c81-e0455f31ab52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (69e3bf35-f580-4a04-b40d-29a190639e16), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:04.806958 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfdd01-3fb3-4125-9c81-e0455f31ab52 admin admin] Pushing event deleted for resources: {'Port': ['ID=69e3bf35-f580-4a04-b40d-29a190639e16,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:04.884941 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d0bfdd01-3fb3-4125-9c81-e0455f31ab52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-508993'] for router_gateway (149d769d-c788-463e-8167-9b4bac2f4556), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:05.227191 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d0bfdd01-3fb3-4125-9c81-e0455f31ab52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075037'] for router (149d769d-c788-463e-8167-9b4bac2f4556), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:05.244088 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d0bfdd01-3fb3-4125-9c81-e0455f31ab52 admin admin] Publish callbacks [] for router_controller (149d769d-c788-463e-8167-9b4bac2f4556), precommit_delete_associations {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:05.251766 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-d0a5e83f-55fe-44e1-bd9f-4abaebabab34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:05.314573 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276433f-fbf8-4cf8-bc8e-263fcb902c30 req-279c3a66-260f-4608-a583-3b2cb16c9b52 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:15:05.316014 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9276433f-fbf8-4cf8-bc8e-263fcb902c30 req-279c3a66-260f-4608-a583-3b2cb16c9b52 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 943 time: 0.1034207 Jul 05 16:15:05.362904 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9276433f-fbf8-4cf8-bc8e-263fcb902c30 req-8811576a-9cd7-4010-8998-7d09e23707df tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404880 Jul 05 16:15:05.386953 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d0bfdd01-3fb3-4125-9c81-e0455f31ab52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498478'] for router (149d769d-c788-463e-8167-9b4bac2f4556), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:05.387602 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bfdd01-3fb3-4125-9c81-e0455f31ab52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 149d769d-c788-463e-8167-9b4bac2f4556 {{(pid=104585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 16:15:05.392515 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d0bfdd01-3fb3-4125-9c81-e0455f31ab52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:05.400084 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-d0bfdd01-3fb3-4125-9c81-e0455f31ab52 admin admin] 10.222.0.45 "DELETE /v2.0/routers/149d769d-c788-463e-8167-9b4bac2f4556 HTTP/1.1" status: 204 len: 168 time: 1.9223461 Jul 05 16:15:05.401762 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 49276) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:05.448302 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6970050-b1da-46bb-ae74-eca1ec123c0d admin admin] Deleting subnet cb8b15f2-f03d-4c08-9ffc-fb771272b49e {{(pid=104585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 16:15:05.451721 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-f6970050-b1da-46bb-ae74-eca1ec123c0d admin admin] Publish callbacks [] for subnet (cb8b15f2-f03d-4c08-9ffc-fb771272b49e), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:05.488634 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-f6970050-b1da-46bb-ae74-eca1ec123c0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9024847'] for subnet (cb8b15f2-f03d-4c08-9ffc-fb771272b49e), precommit_delete_associations {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:05.570205 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-f6970050-b1da-46bb-ae74-eca1ec123c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7708876'] for subnet (cb8b15f2-f03d-4c08-9ffc-fb771272b49e), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:05.606582 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:05.698077 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-f6970050-b1da-46bb-ae74-eca1ec123c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7708871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8872898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8627354'] for subnet (cb8b15f2-f03d-4c08-9ffc-fb771272b49e), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:05.724798 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6970050-b1da-46bb-ae74-eca1ec123c0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb8b15f2-f03d-4c08-9ffc-fb771272b49e,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:05.728865 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-f6970050-b1da-46bb-ae74-eca1ec123c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for subnet (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:05.732104 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-f6970050-b1da-46bb-ae74-eca1ec123c0d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/cb8b15f2-f03d-4c08-9ffc-fb771272b49e HTTP/1.1" status: 204 len: 168 time: 0.3293810 Jul 05 16:15:05.735256 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 49284) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:05.739221 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ab96d0-c78f-4474-99e7-1c00d0678486 None None] Network 3e71ca97-3674-4775-92a3-dc451b166192 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:15:05.753180 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:05.805690 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1856f2be-8059-457d-8910-7adb5af508a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7605430'] for network (3e71ca97-3674-4775-92a3-dc451b166192), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:05.851207 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-1856f2be-8059-457d-8910-7adb5af508a6 admin admin] Deleting port 482b7f98-6652-45fd-a706-dbc82f971938 {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:15:05.851976 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1856f2be-8059-457d-8910-7adb5af508a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (482b7f98-6652-45fd-a706-dbc82f971938), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:05.923826 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0225f9f-f7d2-4a3f-aa68-d4e8ae1e5fee None None] DHCP port deletion for 3e71ca97-3674-4775-92a3-dc451b166192 request from dv-cinder-848759-1-iscsi {{(pid=104586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 05 16:15:05.924122 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-1856f2be-8059-457d-8910-7adb5af508a6 admin admin] For port 482b7f98-6652-45fd-a706-dbc82f971938, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=482b7f98-6652-45fd-a706-dbc82f971938,segment=NetworkSegment(a4f03617-55af-4fea-9130-d24faac38081),segment_id=a4f03617-55af-4fea-9130-d24faac38081)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:15:05.924282 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1856f2be-8059-457d-8910-7adb5af508a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (482b7f98-6652-45fd-a706-dbc82f971938), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:05.938101 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-1856f2be-8059-457d-8910-7adb5af508a6 admin admin] Calling delete_port for 482b7f98-6652-45fd-a706-dbc82f971938 owned by network:dhcp {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:15:05.961303 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-b0225f9f-f7d2-4a3f-aa68-d4e8ae1e5fee None None] Deleting port 482b7f98-6652-45fd-a706-dbc82f971938 {{(pid=104586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:15:05.961674 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-b0225f9f-f7d2-4a3f-aa68-d4e8ae1e5fee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (482b7f98-6652-45fd-a706-dbc82f971938), before_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:06.027638 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-b0225f9f-f7d2-4a3f-aa68-d4e8ae1e5fee None None] For port 482b7f98-6652-45fd-a706-dbc82f971938, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=482b7f98-6652-45fd-a706-dbc82f971938,segment=NetworkSegment(a4f03617-55af-4fea-9130-d24faac38081),segment_id=a4f03617-55af-4fea-9130-d24faac38081)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:15:06.028106 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-b0225f9f-f7d2-4a3f-aa68-d4e8ae1e5fee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (482b7f98-6652-45fd-a706-dbc82f971938), precommit_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:06.041754 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-b0225f9f-f7d2-4a3f-aa68-d4e8ae1e5fee None None] Calling delete_port for 482b7f98-6652-45fd-a706-dbc82f971938 owned by network:dhcp {{(pid=104586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:15:06.074487 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1856f2be-8059-457d-8910-7adb5af508a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (482b7f98-6652-45fd-a706-dbc82f971938), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:06.086922 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 69e3bf35-f580-4a04-b40d-29a190639e16 no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:15:06.103994 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856f2be-8059-457d-8910-7adb5af508a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=482b7f98-6652-45fd-a706-dbc82f971938,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:06.108033 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1856f2be-8059-457d-8910-7adb5af508a6 admin admin] No DVR routers for this DVR port 482b7f98-6652-45fd-a706-dbc82f971938 on host dv-cinder-848759-1-iscsi {{(pid=104584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:15:06.111675 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: 69e3bf35-f580-4a04-b40d-29a190639e16 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:15:06.112023 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 69e3bf35-f580-4a04-b40d-29a190639e16 not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:15:06.112432 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 482b7f98-6652-45fd-a706-dbc82f971938 no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:15:06.139823 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: 482b7f98-6652-45fd-a706-dbc82f971938 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:15:06.140083 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 482b7f98-6652-45fd-a706-dbc82f971938 not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:15:06.140489 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device dc65252a-f353-4d6a-81a1-f82319cc8de8 no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:15:06.166461 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: dc65252a-f353-4d6a-81a1-f82319cc8de8 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:15:06.167442 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device dc65252a-f353-4d6a-81a1-f82319cc8de8 not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:15:06.179492 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1856f2be-8059-457d-8910-7adb5af508a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7757606', 'neutron.services.segments.db._delete_segments_for_network-8746276517753'] for network (3e71ca97-3674-4775-92a3-dc451b166192), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:06.186372 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-b0225f9f-f7d2-4a3f-aa68-d4e8ae1e5fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858'] for port (482b7f98-6652-45fd-a706-dbc82f971938), after_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:06.200070 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-1856f2be-8059-457d-8910-7adb5af508a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e71ca97-3674-4775-92a3-dc451b166192']}} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:06.209599 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-1856f2be-8059-457d-8910-7adb5af508a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f03617-55af-4fea-9130-d24faac38081') {'for_net_delete': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:06.209885 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-1856f2be-8059-457d-8910-7adb5af508a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f03617-55af-4fea-9130-d24faac38081') {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:06.212571 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0225f9f-f7d2-4a3f-aa68-d4e8ae1e5fee None None] No DVR routers for this DVR port 482b7f98-6652-45fd-a706-dbc82f971938 on host dv-cinder-848759-1-iscsi {{(pid=104586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:15:06.214498 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0225f9f-f7d2-4a3f-aa68-d4e8ae1e5fee None None] Pushing event deleted for resources: {'Port': ['ID=482b7f98-6652-45fd-a706-dbc82f971938,revision_number=None']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:06.223472 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1856f2be-8059-457d-8910-7adb5af508a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746276519554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032076'] for segment (a4f03617-55af-4fea-9130-d24faac38081), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:06.238439 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1856f2be-8059-457d-8910-7adb5af508a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (a4f03617-55af-4fea-9130-d24faac38081), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:06.245202 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1856f2be-8059-457d-8910-7adb5af508a6 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=104584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:15:06.247987 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1856f2be-8059-457d-8910-7adb5af508a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1268212'] for segment (a4f03617-55af-4fea-9130-d24faac38081), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:06.337552 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.services.segments.plugin [-] Segment a4f03617-55af-4fea-9130-d24faac38081 resource provider aggregate not found Jul 05 16:15:06.340746 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:06.354340 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.services.segments.plugin [-] Segment a4f03617-55af-4fea-9130-d24faac38081 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4f03617-55af-4fea-9130-d24faac38081 found for delete ", "request_id": "req-ef7105a4-5176-42cd-947b-26872a1470c5"}]} Jul 05 16:15:06.363471 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1856f2be-8059-457d-8910-7adb5af508a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7757615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509440'] for network (3e71ca97-3674-4775-92a3-dc451b166192), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:06.373668 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1856f2be-8059-457d-8910-7adb5af508a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:06.373668 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-1856f2be-8059-457d-8910-7adb5af508a6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/3e71ca97-3674-4775-92a3-dc451b166192 HTTP/1.1" status: 204 len: 168 time: 0.6363854 Jul 05 16:15:06.383040 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856f2be-8059-457d-8910-7adb5af508a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e71ca97-3674-4775-92a3-dc451b166192,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:06.486955 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3216ce6-e4a1-4430-ab16-3e84aa17c796 req-2f0e9b9f-319c-46bd-82c8-6be5aa5d66df tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:15:06.489236 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a3216ce6-e4a1-4430-ab16-3e84aa17c796 req-2f0e9b9f-319c-46bd-82c8-6be5aa5d66df tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 943 time: 0.0549121 Jul 05 16:15:06.539216 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a3216ce6-e4a1-4430-ab16-3e84aa17c796 req-11929335-9141-47ec-9166-61fc103dac8d tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446649 Jul 05 16:15:06.871678 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 49310) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:06.911827 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-981b36ff-9616-4128-a05d-9163f3e22e25 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=71b68c04578747d08842aab556e98030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390196 Jul 05 16:15:06.914468 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 49312) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:06.924674 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:06.965469 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a36e1911-fa47-4ad5-b41d-adfff0c553e1 admin admin] Publish callbacks [] for security_group (e4085c30-08ec-41e4-9214-6bcbc96efa96), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:06.987332 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a36e1911-fa47-4ad5-b41d-adfff0c553e1 admin admin] Publish callbacks [] for security_group (e4085c30-08ec-41e4-9214-6bcbc96efa96), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:07.112548 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a36e1911-fa47-4ad5-b41d-adfff0c553e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (e4085c30-08ec-41e4-9214-6bcbc96efa96), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:07.115294 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a36e1911-fa47-4ad5-b41d-adfff0c553e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:07.116461 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-a36e1911-fa47-4ad5-b41d-adfff0c553e1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e4085c30-08ec-41e4-9214-6bcbc96efa96 HTTP/1.1" status: 204 len: 168 time: 0.2010300 Jul 05 16:15:07.125742 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e1911-fa47-4ad5-b41d-adfff0c553e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4085c30-08ec-41e4-9214-6bcbc96efa96,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:07.645282 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 49332) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:07.658768 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89aca0-6007-403e-836a-b42ed95ae181 req-7abe45ed-d532-4daf-84e2-bdf419b8336e tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:15:07.660249 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5a89aca0-6007-403e-836a-b42ed95ae181 req-7abe45ed-d532-4daf-84e2-bdf419b8336e tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 943 time: 0.0488179 Jul 05 16:15:07.710725 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5a89aca0-6007-403e-836a-b42ed95ae181 req-471f7706-dd50-4bb6-8682-b5d9c41a5404 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434043 Jul 05 16:15:07.755264 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-37a0da2f-c481-4dc9-958a-919adfc2216b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:07.771838 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:07.834007 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-37a0da2f-c481-4dc9-958a-919adfc2216b admin admin] Publish callbacks [] for security_group (60729ee8-e5ce-4845-ad58-66787e86a24f), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:07.876431 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 49336) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:07.915836 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-14d974ac-a70d-466a-a4ec-d6b10d770887 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c763e54bb34246659fca207127eb7a9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389750 Jul 05 16:15:07.918247 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 49338) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:07.926140 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-37a0da2f-c481-4dc9-958a-919adfc2216b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (60729ee8-e5ce-4845-ad58-66787e86a24f), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:07.982734 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:07.987746 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-37a0da2f-c481-4dc9-958a-919adfc2216b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fed87ad05186438181094010f1abd7e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3413649 Jul 05 16:15:07.990449 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 49340) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:07.991857 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff details requested by agent hyperv_hv-cinder-84875 with host hv-cinder-84875 {{(pid=104586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:15:07.995230 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0da2f-c481-4dc9-958a-919adfc2216b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60729ee8-e5ce-4845-ad58-66787e86a24f,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:08.011147 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-25c7cd83-865f-4269-9145-c0ac4a559128 admin admin] Publish callbacks [] for security_group (35534e02-a3f1-4846-932f-c81e3f425b0a), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:08.037326 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-25c7cd83-865f-4269-9145-c0ac4a559128 admin admin] Publish callbacks [] for security_group (35534e02-a3f1-4846-932f-c81e3f425b0a), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:08.038007 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:08.049132 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a51655e7-d4b1-431e-a15f-372095ce2d26 admin admin] Publish callbacks [] for security_group (60729ee8-e5ce-4845-ad58-66787e86a24f), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:08.072627 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a51655e7-d4b1-431e-a15f-372095ce2d26 admin admin] Publish callbacks [] for security_group (60729ee8-e5ce-4845-ad58-66787e86a24f), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:08.116845 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:08.133131 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:15:08.147112 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Returning: {'device': '1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'port_id': '1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff', 'mac_address': 'fa:16:3e:ce:55:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:15:08.171640 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-25c7cd83-865f-4269-9145-c0ac4a559128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (35534e02-a3f1-4846-932f-c81e3f425b0a), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:08.174251 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-25c7cd83-865f-4269-9145-c0ac4a559128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:08.175428 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-25c7cd83-865f-4269-9145-c0ac4a559128 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/35534e02-a3f1-4846-932f-c81e3f425b0a HTTP/1.1" status: 204 len: 168 time: 0.2562191 Jul 05 16:15:08.183627 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7cd83-865f-4269-9145-c0ac4a559128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35534e02-a3f1-4846-932f-c81e3f425b0a,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:08.186355 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff is: DOWN; New status is: BUILD {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:15:08.186757 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:08.212917 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff {{(pid=104586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:15:08.228439 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a51655e7-d4b1-431e-a15f-372095ce2d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (60729ee8-e5ce-4845-ad58-66787e86a24f), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:08.232609 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a51655e7-d4b1-431e-a15f-372095ce2d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:08.233947 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-a51655e7-d4b1-431e-a15f-372095ce2d26 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/60729ee8-e5ce-4845-ad58-66787e86a24f HTTP/1.1" status: 204 len: 168 time: 0.2420425 Jul 05 16:15:08.250323 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:15:08.250597 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51655e7-d4b1-431e-a15f-372095ce2d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60729ee8-e5ce-4845-ad58-66787e86a24f,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:08.341843 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:08.387346 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff,revision_number=9']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:08.551660 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:15:08.834536 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302f9cf-3c08-42d3-8132-fe2702549db9 req-14027552-e933-4a58-ba46-1bf3c775d304 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:15:08.836023 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4302f9cf-3c08-42d3-8132-fe2702549db9 req-14027552-e933-4a58-ba46-1bf3c775d304 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 944 time: 0.0467112 Jul 05 16:15:08.883863 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4302f9cf-3c08-42d3-8132-fe2702549db9 req-e4959967-4b7e-4340-8761-3c479115fa6a tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421600 Jul 05 16:15:09.040871 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 49354) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:09.054118 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-35072bb7-cfcc-444b-9a32-5a156167d691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:09.055675 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:09.130510 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-35072bb7-cfcc-444b-9a32-5a156167d691 admin admin] Publish callbacks [] for security_group (edc2c6eb-997a-45a9-8bbe-1703167b4e43), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:09.203509 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-35072bb7-cfcc-444b-9a32-5a156167d691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (edc2c6eb-997a-45a9-8bbe-1703167b4e43), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:09.247927 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-35072bb7-cfcc-444b-9a32-5a156167d691 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eff1faee2cc64482a8fa3b54f391c0b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2058787 Jul 05 16:15:09.248933 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35072bb7-cfcc-444b-9a32-5a156167d691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc2c6eb-997a-45a9-8bbe-1703167b4e43,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:09.250621 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 49356) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:09.891533 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b5f64354-8efb-491f-b825-e7f7428015b1 admin admin] Publish callbacks [] for security_group (edc2c6eb-997a-45a9-8bbe-1703167b4e43), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:09.891533 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b5f64354-8efb-491f-b825-e7f7428015b1 admin admin] Publish callbacks [] for security_group (edc2c6eb-997a-45a9-8bbe-1703167b4e43), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:09.891533 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:09.988189 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff up at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:15:10.005416 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4922ab3-c8b5-4cf9-b9c3-c167bb1eb5bf req-d1aa247f-33b1-40eb-93eb-ce0f6f8bbee6 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:15:10.006892 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e4922ab3-c8b5-4cf9-b9c3-c167bb1eb5bf req-d1aa247f-33b1-40eb-93eb-ce0f6f8bbee6 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 944 time: 0.0489070 Jul 05 16:15:10.033827 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:10.034876 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:10.036681 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning complete for port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:15:10.037258 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:10.066413 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e4922ab3-c8b5-4cf9-b9c3-c167bb1eb5bf req-e1c35e7e-2406-4ca7-b06f-44da317ead93 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539594 Jul 05 16:15:10.122501 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff is: BUILD; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:15:10.122894 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:10.146577 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b7b310-f555-460e-a187-4940bb9df69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:15:10.148719 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dec8681-0845-4605-8054-2d6434347f34" -d '{"events": [{"server_uuid": "33b7b310-f555-460e-a187-4940bb9df69a", "name": "network-vif-plugged", "status": "completed", "tag": "1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:15:10.160858 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:15:10.185614 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021b926b-1c02-4c25-a3b3-fac79e46269a x-openstack-request-id: req-021b926b-1c02-4c25-a3b3-fac79e46269a {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:15:10.185903 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b7b310-f555-460e-a187-4940bb9df69a", "name": "network-vif-plugged", "status": "completed", "tag": "1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:15:10.186154 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-021b926b-1c02-4c25-a3b3-fac79e46269a {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:15:10.186603 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-021b926b-1c02-4c25-a3b3-fac79e46269a'] response: {'server_uuid': '33b7b310-f555-460e-a187-4940bb9df69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff', 'code': 200} Jul 05 16:15:10.217100 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b5f64354-8efb-491f-b825-e7f7428015b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (edc2c6eb-997a-45a9-8bbe-1703167b4e43), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:10.219712 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b5f64354-8efb-491f-b825-e7f7428015b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:10.221042 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-b5f64354-8efb-491f-b825-e7f7428015b1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/edc2c6eb-997a-45a9-8bbe-1703167b4e43 HTTP/1.1" status: 204 len: 168 time: 0.9687037 Jul 05 16:15:10.231596 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f64354-8efb-491f-b825-e7f7428015b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc2c6eb-997a-45a9-8bbe-1703167b4e43,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:10.262719 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:10.313648 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff,revision_number=10']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:10.321736 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:10.322078 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:10.322412 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:10.322742 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:10.323064 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:10.323393 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:10.323705 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:10.324022 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:10.324380 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:10.324697 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:10.330726 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:10.330726 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:10.330726 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:10.330726 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:10.330726 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:10.542532 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf99f1-e898-4156-b47f-a89803edc1ff req-6d5389b9-7ea2-45ed-bc7c-cc6cae8f9c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:15:10.543991 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5fbf99f1-e898-4156-b47f-a89803edc1ff req-6d5389b9-7ea2-45ed-bc7c-cc6cae8f9c9c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 1130 time: 0.0375817 Jul 05 16:15:10.593211 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5fbf99f1-e898-4156-b47f-a89803edc1ff req-72be41ef-adc1-4280-a20f-39aa5dbfc073 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371418 Jul 05 16:15:11.199052 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8e8c4-0ab1-4eaf-9f29-8751345dbe39 req-41f678bd-7de0-473a-8e23-785a8e49fbe3 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:15:11.200424 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d9d8e8c4-0ab1-4eaf-9f29-8751345dbe39 req-41f678bd-7de0-473a-8e23-785a8e49fbe3 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 946 time: 0.0526760 Jul 05 16:15:11.248585 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d9d8e8c4-0ab1-4eaf-9f29-8751345dbe39 req-d29f7cd3-29a7-4a64-aada-3224bffb3a35 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423167 Jul 05 16:15:12.381481 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3a8fa-0fe6-419a-9ef4-7cc1128b5538 req-8f05f567-925f-4e86-813b-bb888f26499a tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:15:12.382933 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-84e3a8fa-0fe6-419a-9ef4-7cc1128b5538 req-8f05f567-925f-4e86-813b-bb888f26499a tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 946 time: 0.0472295 Jul 05 16:15:12.430780 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-84e3a8fa-0fe6-419a-9ef4-7cc1128b5538 req-6679a2e5-6f94-463c-b196-f7df5c6f9930 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422621 Jul 05 16:15:12.662421 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 49446) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:12.769150 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1718b782-7b9a-4208-8a0d-ec7eb83c13a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:12.846737 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1718b782-7b9a-4208-8a0d-ec7eb83c13a4 admin admin] Publish callbacks [] for security_group (9b88bf59-7ba2-49ba-a845-269da9b73c78), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:12.923428 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1718b782-7b9a-4208-8a0d-ec7eb83c13a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (9b88bf59-7ba2-49ba-a845-269da9b73c78), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:12.963923 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-1718b782-7b9a-4208-8a0d-ec7eb83c13a4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=44f3c891c8024ca98fbcdfe6478e14ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004351 Jul 05 16:15:12.966169 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718b782-7b9a-4208-8a0d-ec7eb83c13a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b88bf59-7ba2-49ba-a845-269da9b73c78,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:12.966695 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 49456) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:13.015707 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e5d408b2-e623-4f2e-9782-179c95980862 admin admin] Publish callbacks [] for security_group (9b88bf59-7ba2-49ba-a845-269da9b73c78), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:13.041165 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e5d408b2-e623-4f2e-9782-179c95980862 admin admin] Publish callbacks [] for security_group (9b88bf59-7ba2-49ba-a845-269da9b73c78), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:13.175103 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e5d408b2-e623-4f2e-9782-179c95980862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (9b88bf59-7ba2-49ba-a845-269da9b73c78), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:13.177835 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e5d408b2-e623-4f2e-9782-179c95980862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:13.181765 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-e5d408b2-e623-4f2e-9782-179c95980862 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9b88bf59-7ba2-49ba-a845-269da9b73c78 HTTP/1.1" status: 204 len: 168 time: 0.2140326 Jul 05 16:15:13.190771 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d408b2-e623-4f2e-9782-179c95980862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b88bf59-7ba2-49ba-a845-269da9b73c78,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:13.198983 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d408b2-e623-4f2e-9782-179c95980862 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:13.199410 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d408b2-e623-4f2e-9782-179c95980862 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:13.199867 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d408b2-e623-4f2e-9782-179c95980862 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:13.200208 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d408b2-e623-4f2e-9782-179c95980862 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:13.200606 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d408b2-e623-4f2e-9782-179c95980862 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:13.201022 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d408b2-e623-4f2e-9782-179c95980862 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:13.201417 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d408b2-e623-4f2e-9782-179c95980862 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:13.201831 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d408b2-e623-4f2e-9782-179c95980862 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:13.202237 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d408b2-e623-4f2e-9782-179c95980862 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:13.202755 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d408b2-e623-4f2e-9782-179c95980862 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:13.203259 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d408b2-e623-4f2e-9782-179c95980862 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:13.203555 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d408b2-e623-4f2e-9782-179c95980862 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:13.203940 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d408b2-e623-4f2e-9782-179c95980862 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:13.204382 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d408b2-e623-4f2e-9782-179c95980862 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:13.204835 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d408b2-e623-4f2e-9782-179c95980862 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:13.553113 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c5276-4f6d-480e-aa55-5e9ad7c9af60 req-1a86e4c8-0658-4eab-b7db-cce9fd9f002d tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:15:13.554601 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0b8c5276-4f6d-480e-aa55-5e9ad7c9af60 req-1a86e4c8-0658-4eab-b7db-cce9fd9f002d tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 946 time: 0.0485954 Jul 05 16:15:13.611280 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0b8c5276-4f6d-480e-aa55-5e9ad7c9af60 req-c930878f-f7ae-4d3a-8db5-612469e2e6d3 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511408 Jul 05 16:15:13.770145 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 49466) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:13.784020 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-296f956a-8dce-47c1-abf0-a3296b9461d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:13.853469 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:13.858117 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-296f956a-8dce-47c1-abf0-a3296b9461d1 admin admin] Publish callbacks [] for security_group (d068a77c-74aa-4bfd-95b0-ba7e0f7e7020), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:13.980736 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-296f956a-8dce-47c1-abf0-a3296b9461d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (d068a77c-74aa-4bfd-95b0-ba7e0f7e7020), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:14.024389 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-296f956a-8dce-47c1-abf0-a3296b9461d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7610d3b63cc9484eae9c652c48b876ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523513 Jul 05 16:15:14.025169 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f956a-8dce-47c1-abf0-a3296b9461d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d068a77c-74aa-4bfd-95b0-ba7e0f7e7020,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:14.027140 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 49468) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:14.080381 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-28cff896-67c3-4778-a21b-2af64d55a95c admin admin] Publish callbacks [] for security_group (d068a77c-74aa-4bfd-95b0-ba7e0f7e7020), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:14.102122 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-28cff896-67c3-4778-a21b-2af64d55a95c admin admin] Publish callbacks [] for security_group (d068a77c-74aa-4bfd-95b0-ba7e0f7e7020), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:14.193906 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-28cff896-67c3-4778-a21b-2af64d55a95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (d068a77c-74aa-4bfd-95b0-ba7e0f7e7020), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:14.196441 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-28cff896-67c3-4778-a21b-2af64d55a95c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:14.197631 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-28cff896-67c3-4778-a21b-2af64d55a95c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d068a77c-74aa-4bfd-95b0-ba7e0f7e7020 HTTP/1.1" status: 204 len: 168 time: 0.1695135 Jul 05 16:15:14.205672 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cff896-67c3-4778-a21b-2af64d55a95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d068a77c-74aa-4bfd-95b0-ba7e0f7e7020,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:14.280443 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=44 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:14.306008 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=76 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:14.763774 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9e04c-b55e-4e52-856c-4a43197a4299 req-f3d938d2-3737-4ee1-be3e-b8bbe0173b2f tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:15:14.765539 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6db9e04c-b55e-4e52-856c-4a43197a4299 req-f3d938d2-3737-4ee1-be3e-b8bbe0173b2f tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 946 time: 0.0576761 Jul 05 16:15:14.824186 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6db9e04c-b55e-4e52-856c-4a43197a4299 req-dc6138f2-1022-4e2e-a6e9-a17db2e20ffd tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511253 Jul 05 16:15:20.868408 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:21.906286 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 49618) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:22.011677 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4582ae8e-c203-48d1-88c6-aff0df5bf8ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:22.085185 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4582ae8e-c203-48d1-88c6-aff0df5bf8ed admin admin] Publish callbacks [] for security_group (987ebb49-6f10-4469-a283-1f6497f2c9e9), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:22.153661 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4582ae8e-c203-48d1-88c6-aff0df5bf8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (987ebb49-6f10-4469-a283-1f6497f2c9e9), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:22.191994 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582ae8e-c203-48d1-88c6-aff0df5bf8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987ebb49-6f10-4469-a283-1f6497f2c9e9,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:22.195919 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-4582ae8e-c203-48d1-88c6-aff0df5bf8ed admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dd51c3cf132343b5b27874713068fce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885962 Jul 05 16:15:22.198825 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 49622) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:22.201802 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ae8e-c203-48d1-88c6-aff0df5bf8ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:22.202148 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ae8e-c203-48d1-88c6-aff0df5bf8ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:22.202490 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ae8e-c203-48d1-88c6-aff0df5bf8ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:22.202827 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ae8e-c203-48d1-88c6-aff0df5bf8ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:22.203160 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ae8e-c203-48d1-88c6-aff0df5bf8ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:22.203488 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ae8e-c203-48d1-88c6-aff0df5bf8ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:22.203816 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ae8e-c203-48d1-88c6-aff0df5bf8ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:22.204136 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ae8e-c203-48d1-88c6-aff0df5bf8ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:22.204464 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ae8e-c203-48d1-88c6-aff0df5bf8ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:22.204808 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ae8e-c203-48d1-88c6-aff0df5bf8ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:22.205137 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ae8e-c203-48d1-88c6-aff0df5bf8ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:22.205459 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ae8e-c203-48d1-88c6-aff0df5bf8ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:22.205778 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ae8e-c203-48d1-88c6-aff0df5bf8ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:22.206097 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ae8e-c203-48d1-88c6-aff0df5bf8ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:22.206415 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ae8e-c203-48d1-88c6-aff0df5bf8ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:22.248924 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0a83b55c-7a9f-4111-acad-541c91194200 admin admin] Publish callbacks [] for security_group (987ebb49-6f10-4469-a283-1f6497f2c9e9), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:22.269593 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0a83b55c-7a9f-4111-acad-541c91194200 admin admin] Publish callbacks [] for security_group (987ebb49-6f10-4469-a283-1f6497f2c9e9), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:22.394071 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0a83b55c-7a9f-4111-acad-541c91194200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (987ebb49-6f10-4469-a283-1f6497f2c9e9), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:22.397190 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0a83b55c-7a9f-4111-acad-541c91194200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:22.398378 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-0a83b55c-7a9f-4111-acad-541c91194200 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/987ebb49-6f10-4469-a283-1f6497f2c9e9 HTTP/1.1" status: 204 len: 168 time: 0.1984851 Jul 05 16:15:22.406330 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83b55c-7a9f-4111-acad-541c91194200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987ebb49-6f10-4469-a283-1f6497f2c9e9,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:22.988055 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 49632) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:22.995284 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:23.003603 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-7c912171-c728-4173-95a0-8a48ca4a0c18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:23.079544 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-7c912171-c728-4173-95a0-8a48ca4a0c18 admin admin] Publish callbacks [] for security_group (769a2238-63dc-4c05-b29a-dccc0d9b2657), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:23.142040 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-7c912171-c728-4173-95a0-8a48ca4a0c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (769a2238-63dc-4c05-b29a-dccc0d9b2657), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:23.179644 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c912171-c728-4173-95a0-8a48ca4a0c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769a2238-63dc-4c05-b29a-dccc0d9b2657,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:23.183944 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-7c912171-c728-4173-95a0-8a48ca4a0c18 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=479541e79c14404ba8e10c22e7a5685c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1948957 Jul 05 16:15:23.187037 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 49634) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:23.235145 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c0ed4a6f-447b-40d4-91ff-c845f9add165 admin admin] Publish callbacks [] for security_group (769a2238-63dc-4c05-b29a-dccc0d9b2657), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:23.257336 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c0ed4a6f-447b-40d4-91ff-c845f9add165 admin admin] Publish callbacks [] for security_group (769a2238-63dc-4c05-b29a-dccc0d9b2657), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:23.258822 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:23.386536 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c0ed4a6f-447b-40d4-91ff-c845f9add165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (769a2238-63dc-4c05-b29a-dccc0d9b2657), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:23.389100 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c0ed4a6f-447b-40d4-91ff-c845f9add165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:23.390250 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-c0ed4a6f-447b-40d4-91ff-c845f9add165 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/769a2238-63dc-4c05-b29a-dccc0d9b2657 HTTP/1.1" status: 204 len: 168 time: 0.2026286 Jul 05 16:15:23.398777 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed4a6f-447b-40d4-91ff-c845f9add165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769a2238-63dc-4c05-b29a-dccc0d9b2657,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:29.432656 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:15:30.823147 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:32.194346 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:32.198275 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=51,neutron:INSERT=18,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:32.970434 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-52dd9237-102e-4eec-b1bd-80f0ef73e1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:32.992583 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=17 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:33.497223 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=9,neutron:DELETE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:35.199050 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-839f8370-6e5e-4f60-a30d-cd072611cb3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:36.234441 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81c32e-6155-427e-9323-43d76c55d7e9 req-4051c658-9443-4d7f-99bd-d52c835b8f75 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:15:36.236157 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ae81c32e-6155-427e-9323-43d76c55d7e9 req-4051c658-9443-4d7f-99bd-d52c835b8f75 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 945 time: 0.0508399 Jul 05 16:15:36.285791 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ae81c32e-6155-427e-9323-43d76c55d7e9 req-7dc4f92b-470c-4f19-8eec-6f0ca96f20cb tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dc51aa0-7647-4858-a80e-8d5e7b436e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440259 Jul 05 16:15:36.336917 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:37.400199 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b4420-0f15-4639-95ee-23fb95f0a806 req-d7750aef-2125-4717-8e18-a4fdc1d4fe04 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:15:37.401667 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a93b4420-0f15-4639-95ee-23fb95f0a806 req-d7750aef-2125-4717-8e18-a4fdc1d4fe04 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 945 time: 0.0463002 Jul 05 16:15:37.448564 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a93b4420-0f15-4639-95ee-23fb95f0a806 req-1c3ba22d-847d-4f59-93f9-e5575cf8e623 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dc51aa0-7647-4858-a80e-8d5e7b436e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414343 Jul 05 16:15:37.993093 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:38.084366 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:38.568799 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b27b7f-0c9a-47f0-a06c-eed66753d460 req-17973ea6-102d-4280-aafd-8553016680eb tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:15:38.568799 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-47b27b7f-0c9a-47f0-a06c-eed66753d460 req-17973ea6-102d-4280-aafd-8553016680eb tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 945 time: 0.0489557 Jul 05 16:15:38.612039 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-47b27b7f-0c9a-47f0-a06c-eed66753d460 req-6448dd35-8731-4bd9-b53a-e3c46b58365b tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dc51aa0-7647-4858-a80e-8d5e7b436e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409398 Jul 05 16:15:39.429525 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=17 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:39.567054 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466a33d-9788-4f97-982d-bee702c74fb2 req-c522cac0-73be-40a5-8e09-1b73294b17be tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:15:39.568445 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2466a33d-9788-4f97-982d-bee702c74fb2 req-c522cac0-73be-40a5-8e09-1b73294b17be tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.47 "GET /v2.0/ports?device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 945 time: 0.0461709 Jul 05 16:15:39.649986 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-2466a33d-9788-4f97-982d-bee702c74fb2 req-a5c10805-39c3-4463-a99d-7ebabd44471e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Deleting port 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18 {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:15:39.650522 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-2466a33d-9788-4f97-982d-bee702c74fb2 req-a5c10805-39c3-4463-a99d-7ebabd44471e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:39.762829 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632d7d2-b7bd-4e49-bf93-fc87bede708f req-50786e7a-6218-4e48-b5f4-2fc8bf843576 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:15:39.764329 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7632d7d2-b7bd-4e49-bf93-fc87bede708f req-50786e7a-6218-4e48-b5f4-2fc8bf843576 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 945 time: 0.0820880 Jul 05 16:15:39.801090 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-2466a33d-9788-4f97-982d-bee702c74fb2 req-a5c10805-39c3-4463-a99d-7ebabd44471e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] For port 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:15:39.801447 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-2466a33d-9788-4f97-982d-bee702c74fb2 req-a5c10805-39c3-4463-a99d-7ebabd44471e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:39.879272 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7632d7d2-b7bd-4e49-bf93-fc87bede708f req-e93b79ce-38a7-4925-97d8-3da3789dc238 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups?id=8dc51aa0-7647-4858-a80e-8d5e7b436e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059155 Jul 05 16:15:39.997181 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-2466a33d-9788-4f97-982d-bee702c74fb2 req-a5c10805-39c3-4463-a99d-7ebabd44471e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:39.997279 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-2466a33d-9788-4f97-982d-bee702c74fb2 req-a5c10805-39c3-4463-a99d-7ebabd44471e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (bd45b624-4b51-48ef-8fec-4ef58804934c), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:39.997715 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.l3_db [req-2466a33d-9788-4f97-982d-bee702c74fb2 req-a5c10805-39c3-4463-a99d-7ebabd44471e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Floating IP bd45b624-4b51-48ef-8fec-4ef58804934c disassociated. External IP: 172.27.3.94, port: 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18. Jul 05 16:15:39.998200 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-2466a33d-9788-4f97-982d-bee702c74fb2 req-a5c10805-39c3-4463-a99d-7ebabd44471e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Calling delete_port for 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18 owned by compute:nova {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:15:40.205317 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-2466a33d-9788-4f97-982d-bee702c74fb2 req-a5c10805-39c3-4463-a99d-7ebabd44471e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:40.212814 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:40.240096 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c10805-39c3-4463-a99d-7ebabd44471e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event deleted for resources: {'Port': ['ID=9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:40.283963 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:40.358462 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2466a33d-9788-4f97-982d-bee702c74fb2 req-a5c10805-39c3-4463-a99d-7ebabd44471e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Router 62ec803d-f49a-44eb-80f0-981ac75615d4 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:15:40.474667 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2466a33d-9788-4f97-982d-bee702c74fb2 req-a5c10805-39c3-4463-a99d-7ebabd44471e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:15:40.485467 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b96239-b600-4bfe-924f-d00a7bcb562d None None] Sync routers for ids ['62ec803d-f49a-44eb-80f0-981ac75615d4'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:15:40.498036 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b96239-b600-4bfe-924f-d00a7bcb562d None None] Routers {'62ec803d-f49a-44eb-80f0-981ac75615d4'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:15:40.499537 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-04b96239-b600-4bfe-924f-d00a7bcb562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:15:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['62ec803d-f49a-44eb-80f0-981ac75615d4'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:40.519291 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-2466a33d-9788-4f97-982d-bee702c74fb2 req-a5c10805-39c3-4463-a99d-7ebabd44471e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] No DVR routers for this DVR port 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18 on host hv-cinder-84875 {{(pid=104585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:15:40.521824 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-2466a33d-9788-4f97-982d-bee702c74fb2 req-a5c10805-39c3-4463-a99d-7ebabd44471e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:40.525181 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2466a33d-9788-4f97-982d-bee702c74fb2 req-a5c10805-39c3-4463-a99d-7ebabd44471e tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.47 "DELETE /v2.0/ports/9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18 HTTP/1.1" status: 204 len: 173 time: 0.9519200 Jul 05 16:15:40.525619 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a25436-864d-4302-9b41-f9f904dfaa39', 'name': 'network-vif-deleted', 'tag': '9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:15:40.527817 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203e1138-cec5-4dea-b8cd-abf124ceab9e" -d '{"events": [{"server_uuid": "52a25436-864d-4302-9b41-f9f904dfaa39", "name": "network-vif-deleted", "tag": "9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:15:40.572146 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94286d00-5f09-4874-bf83-ec2dde8d3dfd x-openstack-request-id: req-94286d00-5f09-4874-bf83-ec2dde8d3dfd {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:15:40.573083 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a25436-864d-4302-9b41-f9f904dfaa39", "name": "network-vif-deleted", "tag": "9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:15:40.573346 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-94286d00-5f09-4874-bf83-ec2dde8d3dfd {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:15:40.573781 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94286d00-5f09-4874-bf83-ec2dde8d3dfd'] response: {'server_uuid': '52a25436-864d-4302-9b41-f9f904dfaa39', 'name': 'network-vif-deleted', 'tag': '9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18', 'status': 'completed', 'code': 200} Jul 05 16:15:40.645182 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-04b96239-b600-4bfe-924f-d00a7bcb562d None None] Set router 62ec803d-f49a-44eb-80f0-981ac75615d4 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:15:40.882745 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-04b96239-b600-4bfe-924f-d00a7bcb562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f', 'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'mac_address': 'fa:16:3e:6d:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:07Z', 'revision_number': 5, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'subnets': [{'id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:40.980702 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-26a4c79d-a190-4a92-a480-630ea5babeb5 req-c300dbb5-4284-4039-8d2e-2cee9fbe66e0 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 210 time: 0.0298059 Jul 05 16:15:41.040244 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b96239-b600-4bfe-924f-d00a7bcb562d None None] Checking router: 62ec803d-f49a-44eb-80f0-981ac75615d4 for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:15:41.042026 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=45,neutron:UPDATE=6 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:41.049389 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b96239-b600-4bfe-924f-d00a7bcb562d None None] Routers {'62ec803d-f49a-44eb-80f0-981ac75615d4'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:15:41.053301 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-04b96239-b600-4bfe-924f-d00a7bcb562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:15:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['62ec803d-f49a-44eb-80f0-981ac75615d4'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:41.155561 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-04b96239-b600-4bfe-924f-d00a7bcb562d None None] Set router 62ec803d-f49a-44eb-80f0-981ac75615d4 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:15:41.342394 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-04b96239-b600-4bfe-924f-d00a7bcb562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f', 'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'mac_address': 'fa:16:3e:6d:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:07Z', 'revision_number': 5, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'subnets': [{'id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:41.370577 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b96239-b600-4bfe-924f-d00a7bcb562d None None] The sync data for ids ['62ec803d-f49a-44eb-80f0-981ac75615d4'] in dv-cinder-848759-1-iscsi is: [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:08:58Z', 'revision_number': 4, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f', 'name': '', 'network_id': '77ec7356-4bd9-42af-abe3-f1b9c525bdef', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'mac_address': 'fa:16:3e:6d:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:55Z', 'updated_at': '2022-07-05T16:09:07Z', 'revision_number': 5, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'subnets': [{'id': '5c2b09a9-00a4-429f-86c4-f8b1d0e4e593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:15:41.591168 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0187f72-266a-4870-8504-66a3f787f72e None None] New status for floating IP bd45b624-4b51-48ef-8fec-4ef58804934c: DOWN {{(pid=104587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:15:42.079147 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-bca12f0f-0d57-4adb-b38f-a3632d83728d req-c1b73b47-1948-410b-95c0-d90c1b0e71d4 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/ports?device_id=52a25436-864d-4302-9b41-f9f904dfaa39 HTTP/1.1" status: 200 len: 210 time: 0.0279446 Jul 05 16:15:42.207440 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18 no longer exists at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:15:42.226565 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] No Port match for: 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:15:42.226901 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 9ac8cbc0-45bd-47dc-8eb3-b69db5ea2a18 not bound to the agent host hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:15:42.505064 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9253634-d5d1-4367-88c2-4eccea292d37 req-f68c4c75-b4e9-42f4-a47c-840da4438356 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:15:42.506497 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e9253634-d5d1-4367-88c2-4eccea292d37 req-f68c4c75-b4e9-42f4-a47c-840da4438356 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66 HTTP/1.1" status: 200 len: 946 time: 0.0511372 Jul 05 16:15:42.777823 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-e9253634-d5d1-4367-88c2-4eccea292d37 req-351ad548-a273-41d4-9e60-dc66dc578f04 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Deleting port af3d3482-5215-478e-a23e-301b57f33edd {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:15:42.778163 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-e9253634-d5d1-4367-88c2-4eccea292d37 req-351ad548-a273-41d4-9e60-dc66dc578f04 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (af3d3482-5215-478e-a23e-301b57f33edd), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:42.867993 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-e9253634-d5d1-4367-88c2-4eccea292d37 req-351ad548-a273-41d4-9e60-dc66dc578f04 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] For port af3d3482-5215-478e-a23e-301b57f33edd, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=af3d3482-5215-478e-a23e-301b57f33edd,segment=NetworkSegment(ff03e07f-0eeb-4738-b3fa-daadee566eaa),segment_id=ff03e07f-0eeb-4738-b3fa-daadee566eaa)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:15:42.868358 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-e9253634-d5d1-4367-88c2-4eccea292d37 req-351ad548-a273-41d4-9e60-dc66dc578f04 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (af3d3482-5215-478e-a23e-301b57f33edd), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:43.027191 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-e9253634-d5d1-4367-88c2-4eccea292d37 req-351ad548-a273-41d4-9e60-dc66dc578f04 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:43.027465 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-e9253634-d5d1-4367-88c2-4eccea292d37 req-351ad548-a273-41d4-9e60-dc66dc578f04 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (3eba7c49-4810-4274-918a-5d408cf330bc), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:43.027783 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.l3_db [req-e9253634-d5d1-4367-88c2-4eccea292d37 req-351ad548-a273-41d4-9e60-dc66dc578f04 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Floating IP 3eba7c49-4810-4274-918a-5d408cf330bc disassociated. External IP: 172.27.3.99, port: af3d3482-5215-478e-a23e-301b57f33edd. Jul 05 16:15:43.028119 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-e9253634-d5d1-4367-88c2-4eccea292d37 req-351ad548-a273-41d4-9e60-dc66dc578f04 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Calling delete_port for af3d3482-5215-478e-a23e-301b57f33edd owned by compute:nova {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:15:43.087111 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:43.214228 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-e9253634-d5d1-4367-88c2-4eccea292d37 req-351ad548-a273-41d4-9e60-dc66dc578f04 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (af3d3482-5215-478e-a23e-301b57f33edd), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:43.221043 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 49890) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:43.246325 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ad548-a273-41d4-9e60-dc66dc578f04 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Pushing event deleted for resources: {'Port': ['ID=af3d3482-5215-478e-a23e-301b57f33edd,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:43.290853 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-db59e594-68ad-439a-8eec-d2a997cdc8cc tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group (8dc51aa0-7647-4858-a80e-8d5e7b436e2c), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:43.316106 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-db59e594-68ad-439a-8eec-d2a997cdc8cc tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group (8dc51aa0-7647-4858-a80e-8d5e7b436e2c), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:43.373568 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9253634-d5d1-4367-88c2-4eccea292d37 req-351ad548-a273-41d4-9e60-dc66dc578f04 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Router 40153f6d-6cc1-4d04-b305-eeb135ab17d8 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:15:43.433163 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-db59e594-68ad-439a-8eec-d2a997cdc8cc tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (8dc51aa0-7647-4858-a80e-8d5e7b436e2c), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:43.435704 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-db59e594-68ad-439a-8eec-d2a997cdc8cc tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:43.436963 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-db59e594-68ad-439a-8eec-d2a997cdc8cc tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "DELETE /v2.0/security-groups/8dc51aa0-7647-4858-a80e-8d5e7b436e2c HTTP/1.1" status: 204 len: 168 time: 0.2145505 Jul 05 16:15:43.441613 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 49896) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:43.458115 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59e594-68ad-439a-8eec-d2a997cdc8cc tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc51aa0-7647-4858-a80e-8d5e7b436e2c,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:43.460492 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.api.v2.resource [None req-651ffd41-efeb-45c8-8104-0c7efaa97897 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] show failed (client error): The resource could not be found. Jul 05 16:15:43.462519 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-651ffd41-efeb-45c8-8104-0c7efaa97897 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "GET /v2.0/security-groups/8dc51aa0-7647-4858-a80e-8d5e7b436e2c HTTP/1.1" status: 404 len: 347 time: 0.0189407 Jul 05 16:15:43.469711 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 49898) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:43.519634 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9253634-d5d1-4367-88c2-4eccea292d37 req-351ad548-a273-41d4-9e60-dc66dc578f04 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:15:43.529265 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fb4b3e-1ece-4159-a157-025e8d42c1b7 None None] Sync routers for ids ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:15:43.539976 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fb4b3e-1ece-4159-a157-025e8d42c1b7 None None] Routers {'40153f6d-6cc1-4d04-b305-eeb135ab17d8'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:15:43.540551 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-11fb4b3e-1ece-4159-a157-025e8d42c1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:15:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:43.649640 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=100 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:43.652060 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-11fb4b3e-1ece-4159-a157-025e8d42c1b7 None None] Set router 40153f6d-6cc1-4d04-b305-eeb135ab17d8 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:15:43.827316 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9253634-d5d1-4367-88c2-4eccea292d37 req-351ad548-a273-41d4-9e60-dc66dc578f04 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] No DVR routers for this DVR port af3d3482-5215-478e-a23e-301b57f33edd on host hv-cinder-84875 {{(pid=104585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:15:43.830203 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-e9253634-d5d1-4367-88c2-4eccea292d37 req-351ad548-a273-41d4-9e60-dc66dc578f04 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:43.833333 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e9253634-d5d1-4367-88c2-4eccea292d37 req-351ad548-a273-41d4-9e60-dc66dc578f04 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.47 "DELETE /v2.0/ports/af3d3482-5215-478e-a23e-301b57f33edd HTTP/1.1" status: 204 len: 173 time: 1.1316302 Jul 05 16:15:43.833774 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66', 'name': 'network-vif-deleted', 'tag': 'af3d3482-5215-478e-a23e-301b57f33edd'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:15:43.835943 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36c00ed-3a8f-4c27-b6dc-5eef407514ea" -d '{"events": [{"server_uuid": "c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66", "name": "network-vif-deleted", "tag": "af3d3482-5215-478e-a23e-301b57f33edd"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:15:43.850054 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-11fb4b3e-1ece-4159-a157-025e8d42c1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'name': 'tempest-AttachVolumeTestJSON-310078999-router', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:52Z', 'revision_number': 4, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'gw_port': {'id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '011534e7-5ebc-4e50-8a29-7603759fb90f', 'name': '', 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'mac_address': 'fa:16:3e:0f:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:50Z', 'updated_at': '2022-07-05T16:09:05Z', 'revision_number': 5, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'subnets': [{'id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:43.861776 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:43.868541 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [None req-4bf15f73-2945-4e99-a3c6-9b870a2baa39 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Deleting port cf125287-d631-4589-a4cd-90f8a35e615b {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:15:43.872082 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4bf15f73-2945-4e99-a3c6-9b870a2baa39 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (cf125287-d631-4589-a4cd-90f8a35e615b), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:43.886979 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fb4b3e-1ece-4159-a157-025e8d42c1b7 None None] Checking router: 40153f6d-6cc1-4d04-b305-eeb135ab17d8 for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:15:43.900459 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fb4b3e-1ece-4159-a157-025e8d42c1b7 None None] Routers {'40153f6d-6cc1-4d04-b305-eeb135ab17d8'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:15:43.900849 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-11fb4b3e-1ece-4159-a157-025e8d42c1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:15:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:43.926134 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a58e71-b9ef-4c58-a9fb-79c6a46509b3 x-openstack-request-id: req-69a58e71-b9ef-4c58-a9fb-79c6a46509b3 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:15:43.935042 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66", "name": "network-vif-deleted", "tag": "af3d3482-5215-478e-a23e-301b57f33edd", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:15:43.935042 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-69a58e71-b9ef-4c58-a9fb-79c6a46509b3 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:15:43.935042 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a58e71-b9ef-4c58-a9fb-79c6a46509b3'] response: {'server_uuid': 'c0bbf5ec-0bd0-47c0-a3cb-a474a110ff66', 'name': 'network-vif-deleted', 'tag': 'af3d3482-5215-478e-a23e-301b57f33edd', 'status': 'completed', 'code': 200} Jul 05 16:15:43.952801 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4bf15f73-2945-4e99-a3c6-9b870a2baa39 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (cf125287-d631-4589-a4cd-90f8a35e615b), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:43.953125 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4bf15f73-2945-4e99-a3c6-9b870a2baa39 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (cf125287-d631-4589-a4cd-90f8a35e615b), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:43.965487 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [None req-4bf15f73-2945-4e99-a3c6-9b870a2baa39 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Calling delete_port for cf125287-d631-4589-a4cd-90f8a35e615b owned by network:floatingip {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:15:44.003317 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-11fb4b3e-1ece-4159-a157-025e8d42c1b7 None None] Set router 40153f6d-6cc1-4d04-b305-eeb135ab17d8 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:15:44.090851 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:44.194576 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4bf15f73-2945-4e99-a3c6-9b870a2baa39 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (cf125287-d631-4589-a4cd-90f8a35e615b), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:44.197295 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-11fb4b3e-1ece-4159-a157-025e8d42c1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'name': 'tempest-AttachVolumeTestJSON-310078999-router', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:52Z', 'revision_number': 4, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'gw_port': {'id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '011534e7-5ebc-4e50-8a29-7603759fb90f', 'name': '', 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'mac_address': 'fa:16:3e:0f:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:50Z', 'updated_at': '2022-07-05T16:09:05Z', 'revision_number': 5, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'subnets': [{'id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:44.220630 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf15f73-2945-4e99-a3c6-9b870a2baa39 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Pushing event deleted for resources: {'Port': ['ID=cf125287-d631-4589-a4cd-90f8a35e615b,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:44.226560 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fb4b3e-1ece-4159-a157-025e8d42c1b7 None None] The sync data for ids ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'] in dv-cinder-848759-1-iscsi is: [{'id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'name': 'tempest-AttachVolumeTestJSON-310078999-router', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:08:52Z', 'revision_number': 4, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'gw_port': {'id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '011534e7-5ebc-4e50-8a29-7603759fb90f', 'name': '', 'network_id': '77e226ae-740f-49bf-a51d-1fc557b375c9', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'mac_address': 'fa:16:3e:0f:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:50Z', 'updated_at': '2022-07-05T16:09:05Z', 'revision_number': 5, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'subnets': [{'id': 'f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:15:44.283078 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4bf15f73-2945-4e99-a3c6-9b870a2baa39 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks [] for floatingip (bd45b624-4b51-48ef-8fec-4ef58804934c), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:44.285631 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4bf15f73-2945-4e99-a3c6-9b870a2baa39 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:44.290107 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-4bf15f73-2945-4e99-a3c6-9b870a2baa39 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] 10.222.0.45 "DELETE /v2.0/floatingips/bd45b624-4b51-48ef-8fec-4ef58804934c HTTP/1.1" status: 204 len: 168 time: 0.8167403 Jul 05 16:15:44.466976 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a952ad00-9313-4336-945b-aeb7bb5c31b5 None None] New status for floating IP 3eba7c49-4810-4274-918a-5d408cf330bc: DOWN {{(pid=104587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:15:46.219634 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 49928) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:46.221991 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device af3d3482-5215-478e-a23e-301b57f33edd no longer exists at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:15:46.246377 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] No Port match for: af3d3482-5215-478e-a23e-301b57f33edd {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:15:46.246738 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device af3d3482-5215-478e-a23e-301b57f33edd not bound to the agent host hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:15:46.332680 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-be1e1602-a351-48e4-a125-48943b883f7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:46.409648 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-be1e1602-a351-48e4-a125-48943b883f7c admin admin] Publish callbacks [] for security_group (614c48de-8249-49b5-be4a-071f8ddcb169), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:46.482851 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-be1e1602-a351-48e4-a125-48943b883f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (614c48de-8249-49b5-be4a-071f8ddcb169), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:46.524111 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e1602-a351-48e4-a125-48943b883f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614c48de-8249-49b5-be4a-071f8ddcb169,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:46.530772 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-be1e1602-a351-48e4-a125-48943b883f7c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=99b2139a4341427b8500597ba46dd921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3076265 Jul 05 16:15:46.531177 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 49932) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:46.578612 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-260d56d4-440c-41d6-af7d-20d2acbe5ffe admin admin] Publish callbacks [] for security_group (614c48de-8249-49b5-be4a-071f8ddcb169), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:46.599836 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-260d56d4-440c-41d6-af7d-20d2acbe5ffe admin admin] Publish callbacks [] for security_group (614c48de-8249-49b5-be4a-071f8ddcb169), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:46.873298 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-260d56d4-440c-41d6-af7d-20d2acbe5ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (614c48de-8249-49b5-be4a-071f8ddcb169), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:46.876273 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-260d56d4-440c-41d6-af7d-20d2acbe5ffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:46.877614 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-260d56d4-440c-41d6-af7d-20d2acbe5ffe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/614c48de-8249-49b5-be4a-071f8ddcb169 HTTP/1.1" status: 204 len: 168 time: 0.3457451 Jul 05 16:15:46.899992 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d56d4-440c-41d6-af7d-20d2acbe5ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614c48de-8249-49b5-be4a-071f8ddcb169,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:47.835323 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 49970) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:47.933933 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-0ad5bd18-96c9-4417-85cd-489be8573718 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2001641178-network', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:15:48.019758 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad5bd18-96c9-4417-85cd-489be8573718 admin admin] Made reservation on behalf of de07093c553b4f0391c85e5ea04cf7f1 for: {'network': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:15:48.022969 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0ad5bd18-96c9-4417-85cd-489be8573718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for network (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:48.031846 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0ad5bd18-96c9-4417-85cd-489be8573718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:48.110260 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0ad5bd18-96c9-4417-85cd-489be8573718 admin admin] Publish callbacks [] for security_group (b6ebc5a6-bf1a-4a01-a438-b6fc7d38c398), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:48.164885 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0ad5bd18-96c9-4417-85cd-489be8573718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (b6ebc5a6-bf1a-4a01-a438-b6fc7d38c398), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:48.189877 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad5bd18-96c9-4417-85cd-489be8573718 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=104585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:15:48.200723 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5bd18-96c9-4417-85cd-489be8573718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ebc5a6-bf1a-4a01-a438-b6fc7d38c398,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:48.206386 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0ad5bd18-96c9-4417-85cd-489be8573718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (69eefe3d-766d-4ac0-96af-9bacdc182015), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:48.206724 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.segments_db [None req-0ad5bd18-96c9-4417-85cd-489be8573718 admin admin] Added segment 69eefe3d-766d-4ac0-96af-9bacdc182015 of type vlan for network 12affb1e-679a-48f8-ae30-8179cd00fc19 Jul 05 16:15:48.248794 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0ad5bd18-96c9-4417-85cd-489be8573718 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746276236728'] for network (12affb1e-679a-48f8-ae30-8179cd00fc19), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:48.265486 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:48.370413 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0ad5bd18-96c9-4417-85cd-489be8573718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for network (12affb1e-679a-48f8-ae30-8179cd00fc19), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:48.371438 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad5bd18-96c9-4417-85cd-489be8573718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:15:48.372007 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0ad5bd18-96c9-4417-85cd-489be8573718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:48.398667 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:48.443167 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5bd18-96c9-4417-85cd-489be8573718 admin admin] Pushing event updated for resources: {'Network': ['ID=12affb1e-679a-48f8-ae30-8179cd00fc19,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:48.453473 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Network 12affb1e-679a-48f8-ae30-8179cd00fc19 details requested by agent ovs-agent-dv-cinder-848759-1-iscsi with host dv-cinder-848759-1-iscsi {{(pid=104586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:15:48.456193 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=100 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:48.500176 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-0ad5bd18-96c9-4417-85cd-489be8573718 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6637526 Jul 05 16:15:48.503126 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 49990) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:48.508911 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-8272d1e5-d4f4-4196-8c91-42b5fb43ff68 admin admin] Request body: {'subnet': {'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2001641178-subnet', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'ip_version': 4}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:15:48.534157 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3145ef-418d-4b42-8303-59999cdee015 req-1b7194fa-ed11-4872-9314-1b73261336da tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:15:48.535667 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-dc3145ef-418d-4b42-8303-59999cdee015 req-1b7194fa-ed11-4872-9314-1b73261336da tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 946 time: 0.0708122 Jul 05 16:15:48.582937 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-dc3145ef-418d-4b42-8303-59999cdee015 req-77b8267d-acaf-4a1b-88fb-bb6cbb77bb4c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416493 Jul 05 16:15:48.602507 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8272d1e5-d4f4-4196-8c91-42b5fb43ff68 admin admin] Made reservation on behalf of de07093c553b4f0391c85e5ea04cf7f1 for: {'subnet': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:15:48.605086 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-8272d1e5-d4f4-4196-8c91-42b5fb43ff68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8627833'] for subnet (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:48.633945 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 49992) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:48.826541 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-8272d1e5-d4f4-4196-8c91-42b5fb43ff68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8872833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8627347'] for subnet (97671110-e611-4c1b-974f-7d7fdbed0ace), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:48.888156 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272d1e5-d4f4-4196-8c91-42b5fb43ff68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97671110-e611-4c1b-974f-7d7fdbed0ace,revision_number=0']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:48.892453 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8272d1e5-d4f4-4196-8c91-42b5fb43ff68 admin admin] Checking segment: {'id': '69eefe3d-766d-4ac0-96af-9bacdc182015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:15:48.892829 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8272d1e5-d4f4-4196-8c91-42b5fb43ff68 admin admin] Network hostable DHCP agents. Network: 12affb1e-679a-48f8-ae30-8179cd00fc19, hostable agents: ['a381a417-f900-4967-9e50-4db2a6f3e74e'], hosted agents: [] {{(pid=104585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:15:48.991524 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-e272508a-afe2-4c0f-9318-6a1549c8ece9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518843'] for router_interface (62ec803d-f49a-44eb-80f0-981ac75615d4), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:48.998577 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8272d1e5-d4f4-4196-8c91-42b5fb43ff68 admin admin] Network 12affb1e-679a-48f8-ae30-8179cd00fc19 is scheduled to be hosted by DHCP agent a381a417-f900-4967-9e50-4db2a6f3e74e with binding_index 1 {{(pid=104585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:15:49.059635 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-8272d1e5-d4f4-4196-8c91-42b5fb43ff68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848759-1-iscsi, 12affb1e-679a-48f8-ae30-8179cd00fc19) {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:15:49.063639 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8272d1e5-d4f4-4196-8c91-42b5fb43ff68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:15:49.065458 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-8272d1e5-d4f4-4196-8c91-42b5fb43ff68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for subnet (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:49.070657 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9abd6f8-121c-47e6-94c4-09ab60aecd1f None None] Network 12affb1e-679a-48f8-ae30-8179cd00fc19 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:15:49.144520 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-8272d1e5-d4f4-4196-8c91-42b5fb43ff68 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6400666 Jul 05 16:15:49.147926 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 49996) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:49.152100 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-0029776e-9e15-4834-b674-f70e84a1bc62 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2001641178-router', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:15:49.179544 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab6b087-ae4a-42b0-9205-b106264ce257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40cd4b13-2a95-5ef0-adc3-fdd5974ee50c-12affb1e-679a-48f8-ae30-8179cd00fc19', 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19', 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'fixed_ips': [{'subnet_id': '97671110-e611-4c1b-974f-7d7fdbed0ace'}]}} from dv-cinder-848759-1-iscsi. {{(pid=104586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 05 16:15:49.180571 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-dab6b087-ae4a-42b0-9205-b106264ce257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:49.214669 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-e272508a-afe2-4c0f-9318-6a1549c8ece9 admin admin] Deleting port 6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:15:49.216795 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-e272508a-afe2-4c0f-9318-6a1549c8ece9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:49.233954 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0029776e-9e15-4834-b674-f70e84a1bc62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075011'] for router (770f1b76-d14d-4c33-8bd4-0d2d796c6b6d), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:49.235471 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0029776e-9e15-4834-b674-f70e84a1bc62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075018'] for router (770f1b76-d14d-4c33-8bd4-0d2d796c6b6d), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:49.241664 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:49.297578 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0029776e-9e15-4834-b674-f70e84a1bc62 admin admin] Publish callbacks [] for router_controller (770f1b76-d14d-4c33-8bd4-0d2d796c6b6d), precommit_add_association {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:49.304316 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-e272508a-afe2-4c0f-9318-6a1549c8ece9 admin admin] For port 6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:15:49.306055 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-e272508a-afe2-4c0f-9318-6a1549c8ece9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:49.314411 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:49.318513 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-e272508a-afe2-4c0f-9318-6a1549c8ece9 admin admin] Calling delete_port for 6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f owned by network:router_interface {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:15:49.325246 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.db_base_plugin_common [None req-dab6b087-ae4a-42b0-9205-b106264ce257 None None] Allocated IP 172.20.0.2 (12affb1e-679a-48f8-ae30-8179cd00fc19/97671110-e611-4c1b-974f-7d7fdbed0ace/6b21b4e7-aab6-4027-8913-6e31f9d35705) {{(pid=104586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:15:49.380065 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:49.412670 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:49.512895 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0029776e-9e15-4834-b674-f70e84a1bc62 admin admin] Publish callbacks [] for router_gateway (770f1b76-d14d-4c33-8bd4-0d2d796c6b6d), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:49.559028 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-dab6b087-ae4a-42b0-9205-b106264ce257 None None] Publish callbacks [] for port (6b21b4e7-aab6-4027-8913-6e31f9d35705), precommit_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:49.559902 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-e272508a-afe2-4c0f-9318-6a1549c8ece9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:49.593688 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e272508a-afe2-4c0f-9318-6a1549c8ece9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:49.631987 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-dab6b087-ae4a-42b0-9205-b106264ce257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (6b21b4e7-aab6-4027-8913-6e31f9d35705), after_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:49.696507 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab6b087-ae4a-42b0-9205-b106264ce257 None None] Network 12affb1e-679a-48f8-ae30-8179cd00fc19 is already hosted by enough agents. {{(pid=104586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:15:49.700527 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.scheduler.base_scheduler [None req-dab6b087-ae4a-42b0-9205-b106264ce257 None None] Resources bound (agent type, host, resource id): {{(pid=104586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:15:49.704291 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab6b087-ae4a-42b0-9205-b106264ce257 None None] Received port after_create {{(pid=104586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:15:49.708127 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6b087-ae4a-42b0-9205-b106264ce257 None None] Pushing event updated for resources: {'Port': ['ID=6b21b4e7-aab6-4027-8913-6e31f9d35705,revision_number=1']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:49.751865 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf518bc-033f-4f1a-bd71-f3c7829b03ce req-6bb6894a-acd6-46c2-89a5-951918e7086c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:15:49.753467 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3bf518bc-033f-4f1a-bd71-f3c7829b03ce req-6bb6894a-acd6-46c2-89a5-951918e7086c tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.47 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 946 time: 0.0584176 Jul 05 16:15:49.780864 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-dab6b087-ae4a-42b0-9205-b106264ce257 None None] Attempting to bind port 6b21b4e7-aab6-4027-8913-6e31f9d35705 on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:15:49.780864 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-dab6b087-ae4a-42b0-9205-b106264ce257 None None] Attempting to bind port 6b21b4e7-aab6-4027-8913-6e31f9d35705 by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': '69eefe3d-766d-4ac0-96af-9bacdc182015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19'}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:15:49.780864 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab6b087-ae4a-42b0-9205-b106264ce257 None None] Attempting to bind port 6b21b4e7-aab6-4027-8913-6e31f9d35705 on network 12affb1e-679a-48f8-ae30-8179cd00fc19 {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:15:49.787011 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab6b087-ae4a-42b0-9205-b106264ce257 None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:15:49.787565 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab6b087-ae4a-42b0-9205-b106264ce257 None None] Checking segment: {'id': '69eefe3d-766d-4ac0-96af-9bacdc182015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:15:49.788067 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-dab6b087-ae4a-42b0-9205-b106264ce257 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:49.788717 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab6b087-ae4a-42b0-9205-b106264ce257 None None] Bound using segment: {'id': '69eefe3d-766d-4ac0-96af-9bacdc182015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19'} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:15:49.789468 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-dab6b087-ae4a-42b0-9205-b106264ce257 None None] Bound port: 6b21b4e7-aab6-4027-8913-6e31f9d35705, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69eefe3d-766d-4ac0-96af-9bacdc182015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19'}}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:15:49.789960 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-dab6b087-ae4a-42b0-9205-b106264ce257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (6b21b4e7-aab6-4027-8913-6e31f9d35705), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:49.858966 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-dab6b087-ae4a-42b0-9205-b106264ce257 None None] For port 6b21b4e7-aab6-4027-8913-6e31f9d35705, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:15:49.861265 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:49.863302 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-dab6b087-ae4a-42b0-9205-b106264ce257 None None] For port 6b21b4e7-aab6-4027-8913-6e31f9d35705, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=6b21b4e7-aab6-4027-8913-6e31f9d35705,segment=NetworkSegment(69eefe3d-766d-4ac0-96af-9bacdc182015),segment_id=69eefe3d-766d-4ac0-96af-9bacdc182015)] {{(pid=104586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:15:49.942732 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a005e7f-55be-460c-b3f0-af2debdd0925 req-5221cfa5-823f-4e17-a2c6-4875e8625066 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:15:49.944856 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0a005e7f-55be-460c-b3f0-af2debdd0925 req-5221cfa5-823f-4e17-a2c6-4875e8625066 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 946 time: 0.1876652 Jul 05 16:15:49.947454 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-dab6b087-ae4a-42b0-9205-b106264ce257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (6b21b4e7-aab6-4027-8913-6e31f9d35705), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:49.951442 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:50.006921 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-3bf518bc-033f-4f1a-bd71-f3c7829b03ce req-20f48a80-849c-4340-84fc-de0b03ad4464 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Deleting port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:15:50.007423 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-3bf518bc-033f-4f1a-bd71-f3c7829b03ce req-20f48a80-849c-4340-84fc-de0b03ad4464 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:50.041453 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-e272508a-afe2-4c0f-9318-6a1549c8ece9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521995'] for router_interface (62ec803d-f49a-44eb-80f0-981ac75615d4), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:50.122209 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0029776e-9e15-4834-b674-f70e84a1bc62 admin admin] Publish callbacks [] for router_gateway (770f1b76-d14d-4c33-8bd4-0d2d796c6b6d), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:50.127355 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0a005e7f-55be-460c-b3f0-af2debdd0925 req-b7b1da9d-8c7f-4611-bb85-eecf18366bdb tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740692 Jul 05 16:15:50.133913 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6b087-ae4a-42b0-9205-b106264ce257 None None] Pushing event updated for resources: {'Port': ['ID=6b21b4e7-aab6-4027-8913-6e31f9d35705,revision_number=2']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:50.161298 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0029776e-9e15-4834-b674-f70e84a1bc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:50.191046 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-3bf518bc-033f-4f1a-bd71-f3c7829b03ce req-20f48a80-849c-4340-84fc-de0b03ad4464 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] For port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:15:50.191423 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-3bf518bc-033f-4f1a-bd71-f3c7829b03ce req-20f48a80-849c-4340-84fc-de0b03ad4464 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:50.306330 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e272508a-afe2-4c0f-9318-6a1549c8ece9 admin admin] Router 62ec803d-f49a-44eb-80f0-981ac75615d4 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:15:50.374262 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:50.406543 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [None req-0029776e-9e15-4834-b674-f70e84a1bc62 admin admin] Allocated IP 172.27.3.106 (90903495-288b-44cb-8357-c0c74fc45d82/c848da7f-4b94-4cfd-b899-6ee4cbeaeda8/b0a3b8b2-b89c-4444-88b5-442b66dd2d22) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:15:50.439897 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e272508a-afe2-4c0f-9318-6a1549c8ece9 admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:15:50.447299 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-e272508a-afe2-4c0f-9318-6a1549c8ece9 admin admin] 10.222.0.45 "PUT /v2.0/routers/62ec803d-f49a-44eb-80f0-981ac75615d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8118596 Jul 05 16:15:50.448083 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50000) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:50.453117 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5365cf8d-50ae-48a5-938c-93d0b233f435 None None] Sync routers for ids ['62ec803d-f49a-44eb-80f0-981ac75615d4'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:15:50.463458 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5365cf8d-50ae-48a5-938c-93d0b233f435 None None] Routers {'62ec803d-f49a-44eb-80f0-981ac75615d4'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:15:50.464069 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-5365cf8d-50ae-48a5-938c-93d0b233f435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:15:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['62ec803d-f49a-44eb-80f0-981ac75615d4'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:50.520830 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-3bf518bc-033f-4f1a-bd71-f3c7829b03ce req-20f48a80-849c-4340-84fc-de0b03ad4464 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:50.520830 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-3bf518bc-033f-4f1a-bd71-f3c7829b03ce req-20f48a80-849c-4340-84fc-de0b03ad4464 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (6f55e5b1-180c-45ca-8221-d2d2edf5ba01), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:50.520830 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.l3_db [req-3bf518bc-033f-4f1a-bd71-f3c7829b03ce req-20f48a80-849c-4340-84fc-de0b03ad4464 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Floating IP 6f55e5b1-180c-45ca-8221-d2d2edf5ba01 disassociated. External IP: 172.27.3.19, port: 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff. Jul 05 16:15:50.520830 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-3bf518bc-033f-4f1a-bd71-f3c7829b03ce req-20f48a80-849c-4340-84fc-de0b03ad4464 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Calling delete_port for 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff owned by compute:nova {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:15:50.549171 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:50.576237 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1c1eaea5-f3bd-40eb-a1f3-12f6ee28cf7e admin admin] Publish callbacks [] for router (62ec803d-f49a-44eb-80f0-981ac75615d4), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:50.588707 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-5365cf8d-50ae-48a5-938c-93d0b233f435 None None] Set router 62ec803d-f49a-44eb-80f0-981ac75615d4 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:15:50.641515 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0029776e-9e15-4834-b674-f70e84a1bc62 admin admin] Publish callbacks [] for port (b0a3b8b2-b89c-4444-88b5-442b66dd2d22), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:50.683731 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1c1eaea5-f3bd-40eb-a1f3-12f6ee28cf7e admin admin] Publish callbacks [] for router_gateway (62ec803d-f49a-44eb-80f0-981ac75615d4), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:50.734312 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=8 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:50.761314 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-5365cf8d-50ae-48a5-938c-93d0b233f435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:15:49Z', 'revision_number': 5, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port': {'id': 'a33ff957-776a-44b5-9ac1-e5fd96601020', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:50.792374 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5365cf8d-50ae-48a5-938c-93d0b233f435 None None] Checking router: 62ec803d-f49a-44eb-80f0-981ac75615d4 for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:15:50.797455 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-3bf518bc-033f-4f1a-bd71-f3c7829b03ce req-20f48a80-849c-4340-84fc-de0b03ad4464 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:50.799721 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0029776e-9e15-4834-b674-f70e84a1bc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (b0a3b8b2-b89c-4444-88b5-442b66dd2d22), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:50.801370 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5365cf8d-50ae-48a5-938c-93d0b233f435 None None] Routers {'62ec803d-f49a-44eb-80f0-981ac75615d4'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:15:50.801975 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-5365cf8d-50ae-48a5-938c-93d0b233f435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:15:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['62ec803d-f49a-44eb-80f0-981ac75615d4'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:50.804393 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-1c1eaea5-f3bd-40eb-a1f3-12f6ee28cf7e admin admin] Deleting port a33ff957-776a-44b5-9ac1-e5fd96601020 {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:15:50.804864 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1c1eaea5-f3bd-40eb-a1f3-12f6ee28cf7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (a33ff957-776a-44b5-9ac1-e5fd96601020), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:50.854960 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0029776e-9e15-4834-b674-f70e84a1bc62 admin admin] Network 90903495-288b-44cb-8357-c0c74fc45d82 is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:15:50.862351 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-0029776e-9e15-4834-b674-f70e84a1bc62 admin admin] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:15:50.866614 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0029776e-9e15-4834-b674-f70e84a1bc62 admin admin] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:15:50.869020 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0029776e-9e15-4834-b674-f70e84a1bc62 admin admin] Pushing event updated for resources: {'Port': ['ID=b0a3b8b2-b89c-4444-88b5-442b66dd2d22,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:50.899740 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-1c1eaea5-f3bd-40eb-a1f3-12f6ee28cf7e admin admin] For port a33ff957-776a-44b5-9ac1-e5fd96601020, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=a33ff957-776a-44b5-9ac1-e5fd96601020,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:15:50.900321 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1c1eaea5-f3bd-40eb-a1f3-12f6ee28cf7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (a33ff957-776a-44b5-9ac1-e5fd96601020), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:50.903227 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-5365cf8d-50ae-48a5-938c-93d0b233f435 None None] Set router 62ec803d-f49a-44eb-80f0-981ac75615d4 gateway port host: None {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:15:50.915798 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-1c1eaea5-f3bd-40eb-a1f3-12f6ee28cf7e admin admin] Calling delete_port for a33ff957-776a-44b5-9ac1-e5fd96601020 owned by network:router_gateway {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:15:50.966533 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-5365cf8d-50ae-48a5-938c-93d0b233f435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:15:50Z', 'revision_number': 6, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port_host': None}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:50.968355 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f48a80-849c-4340-84fc-de0b03ad4464 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Pushing event deleted for resources: {'Port': ['ID=1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:51.003230 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:51.004265 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5365cf8d-50ae-48a5-938c-93d0b233f435 None None] The sync data for ids ['62ec803d-f49a-44eb-80f0-981ac75615d4'] in dv-cinder-848759-1-iscsi is: [{'id': '62ec803d-f49a-44eb-80f0-981ac75615d4', 'name': 'tempest-AttachVolumeNegativeTest-1101198889-router', 'tenant_id': '42e6ad67dbf542528726c545872ac10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:15:50Z', 'revision_number': 6, 'project_id': '42e6ad67dbf542528726c545872ac10c', 'gw_port_host': None}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:15:51.051053 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:51.135878 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bf518bc-033f-4f1a-bd71-f3c7829b03ce req-20f48a80-849c-4340-84fc-de0b03ad4464 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Router 3ead801b-06f1-4a71-9466-3d473d45e374 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:15:51.233380 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1c1eaea5-f3bd-40eb-a1f3-12f6ee28cf7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (a33ff957-776a-44b5-9ac1-e5fd96601020), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:51.259310 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1eaea5-f3bd-40eb-a1f3-12f6ee28cf7e admin admin] Pushing event deleted for resources: {'Port': ['ID=a33ff957-776a-44b5-9ac1-e5fd96601020,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:51.352320 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1c1eaea5-f3bd-40eb-a1f3-12f6ee28cf7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-508993'] for router_gateway (62ec803d-f49a-44eb-80f0-981ac75615d4), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:51.366186 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50bae3d-9aa5-4b29-8517-06f3a3484871 None None] Network 12affb1e-679a-48f8-ae30-8179cd00fc19 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:15:51.480893 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1c1eaea5-f3bd-40eb-a1f3-12f6ee28cf7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075037'] for router (62ec803d-f49a-44eb-80f0-981ac75615d4), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:51.485491 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1c1eaea5-f3bd-40eb-a1f3-12f6ee28cf7e admin admin] Publish callbacks [] for router_controller (62ec803d-f49a-44eb-80f0-981ac75615d4), precommit_delete_associations {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:51.495954 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-f15c1ab1-5b2a-4520-80b1-7b49927d4ac2 None None] Provisioning complete for port 6b21b4e7-aab6-4027-8913-6e31f9d35705 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:15:51.496312 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f15c1ab1-5b2a-4520-80b1-7b49927d4ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (6b21b4e7-aab6-4027-8913-6e31f9d35705), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:51.564991 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c24ca3b9-760b-4e28-9f31-5368a473a6a0 req-0f0fa180-d523-487b-be83-5ce0d7d6410f tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/ports?device_id=33b7b310-f555-460e-a187-4940bb9df69a HTTP/1.1" status: 200 len: 210 time: 0.3333862 Jul 05 16:15:51.609472 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:51.613030 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-f15c1ab1-5b2a-4520-80b1-7b49927d4ac2 None None] Current status of the port 6b21b4e7-aab6-4027-8913-6e31f9d35705 is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:15:51.613519 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f15c1ab1-5b2a-4520-80b1-7b49927d4ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (6b21b4e7-aab6-4027-8913-6e31f9d35705), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:51.620115 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1c1eaea5-f3bd-40eb-a1f3-12f6ee28cf7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498478'] for router (62ec803d-f49a-44eb-80f0-981ac75615d4), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:51.622542 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1eaea5-f3bd-40eb-a1f3-12f6ee28cf7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62ec803d-f49a-44eb-80f0-981ac75615d4 {{(pid=104584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 16:15:51.625183 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1c1eaea5-f3bd-40eb-a1f3-12f6ee28cf7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:51.628539 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-1c1eaea5-f3bd-40eb-a1f3-12f6ee28cf7e admin admin] 10.222.0.45 "DELETE /v2.0/routers/62ec803d-f49a-44eb-80f0-981ac75615d4 HTTP/1.1" status: 204 len: 168 time: 1.1780112 Jul 05 16:15:51.628831 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50004) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:51.635608 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:51.641609 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bf518bc-033f-4f1a-bd71-f3c7829b03ce req-20f48a80-849c-4340-84fc-de0b03ad4464 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:15:51.653204 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-f15c1ab1-5b2a-4520-80b1-7b49927d4ac2 None None] For port 6b21b4e7-aab6-4027-8913-6e31f9d35705, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=6b21b4e7-aab6-4027-8913-6e31f9d35705,segment=NetworkSegment(69eefe3d-766d-4ac0-96af-9bacdc182015),segment_id=69eefe3d-766d-4ac0-96af-9bacdc182015)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:15:51.658758 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177d34e0-3e8e-4f54-af4d-e51c0fb6b519 None None] Sync routers for ids ['3ead801b-06f1-4a71-9466-3d473d45e374'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:15:51.670315 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177d34e0-3e8e-4f54-af4d-e51c0fb6b519 None None] Routers {'3ead801b-06f1-4a71-9466-3d473d45e374'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:15:51.677173 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-177d34e0-3e8e-4f54-af4d-e51c0fb6b519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:15:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['3ead801b-06f1-4a71-9466-3d473d45e374'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:51.699605 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0dfa5c-5f36-4af8-948e-2fe49446b440 admin admin] Deleting subnet 5c2b09a9-00a4-429f-86c4-f8b1d0e4e593 {{(pid=104584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 16:15:51.703104 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-7d0dfa5c-5f36-4af8-948e-2fe49446b440 admin admin] Publish callbacks [] for subnet (5c2b09a9-00a4-429f-86c4-f8b1d0e4e593), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:51.740705 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf518bc-033f-4f1a-bd71-f3c7829b03ce req-20f48a80-849c-4340-84fc-de0b03ad4464 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] No DVR routers for this DVR port 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff on host hv-cinder-84875 {{(pid=104585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:15:51.744802 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-3bf518bc-033f-4f1a-bd71-f3c7829b03ce req-20f48a80-849c-4340-84fc-de0b03ad4464 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:51.747374 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-7d0dfa5c-5f36-4af8-948e-2fe49446b440 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032071'] for subnet (5c2b09a9-00a4-429f-86c4-f8b1d0e4e593), precommit_delete_associations {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:51.748563 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3bf518bc-033f-4f1a-bd71-f3c7829b03ce req-20f48a80-849c-4340-84fc-de0b03ad4464 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.47 "DELETE /v2.0/ports/1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff HTTP/1.1" status: 204 len: 173 time: 1.9800606 Jul 05 16:15:51.749327 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b7b310-f555-460e-a187-4940bb9df69a', 'name': 'network-vif-deleted', 'tag': '1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:15:51.751865 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0c779f-3236-4c7d-87a0-04966f25e98d" -d '{"events": [{"server_uuid": "33b7b310-f555-460e-a187-4940bb9df69a", "name": "network-vif-deleted", "tag": "1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:15:51.757435 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f15c1ab1-5b2a-4520-80b1-7b49927d4ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (6b21b4e7-aab6-4027-8913-6e31f9d35705), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:51.778783 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0029776e-9e15-4834-b674-f70e84a1bc62 admin admin] Publish callbacks [] for router_gateway (770f1b76-d14d-4c33-8bd4-0d2d796c6b6d), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:51.814820 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-177d34e0-3e8e-4f54-af4d-e51c0fb6b519 None None] Set router 3ead801b-06f1-4a71-9466-3d473d45e374 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:15:51.845360 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304c2485-da36-4684-a10b-19eee2cf1553 x-openstack-request-id: req-304c2485-da36-4684-a10b-19eee2cf1553 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:15:51.845835 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b7b310-f555-460e-a187-4940bb9df69a", "name": "network-vif-deleted", "tag": "1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:15:51.846107 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-304c2485-da36-4684-a10b-19eee2cf1553 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:15:51.846597 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-304c2485-da36-4684-a10b-19eee2cf1553'] response: {'server_uuid': '33b7b310-f555-460e-a187-4940bb9df69a', 'name': 'network-vif-deleted', 'tag': '1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff', 'status': 'completed', 'code': 200} Jul 05 16:15:51.846717 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c1ab1-5b2a-4520-80b1-7b49927d4ac2 None None] Pushing event updated for resources: {'Port': ['ID=6b21b4e7-aab6-4027-8913-6e31f9d35705,revision_number=3']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:51.884861 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-7d0dfa5c-5f36-4af8-948e-2fe49446b440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7708876'] for subnet (5c2b09a9-00a4-429f-86c4-f8b1d0e4e593), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:51.975161 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:51.977644 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-79b0e5e2-eaab-4581-8d4e-514900196e30 None None] Provisioning complete for port 6b21b4e7-aab6-4027-8913-6e31f9d35705 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:15:51.978017 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-79b0e5e2-eaab-4581-8d4e-514900196e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (6b21b4e7-aab6-4027-8913-6e31f9d35705), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:52.026715 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-7d0dfa5c-5f36-4af8-948e-2fe49446b440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7708871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1267982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411760'] for subnet (5c2b09a9-00a4-429f-86c4-f8b1d0e4e593), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:52.063863 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:52.065471 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-79b0e5e2-eaab-4581-8d4e-514900196e30 None None] Current status of the port 6b21b4e7-aab6-4027-8913-6e31f9d35705 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:15:52.074129 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0029776e-9e15-4834-b674-f70e84a1bc62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509176'] for router (770f1b76-d14d-4c33-8bd4-0d2d796c6b6d), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:52.079734 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0dfa5c-5f36-4af8-948e-2fe49446b440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c2b09a9-00a4-429f-86c4-f8b1d0e4e593,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:52.080485 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-177d34e0-3e8e-4f54-af4d-e51c0fb6b519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'name': 'tempest-AttachVolumeShelveTestJSON-176795705-router', 'tenant_id': 'b6acb89542314578839f701251add904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:56Z', 'revision_number': 4, 'project_id': 'b6acb89542314578839f701251add904', 'gw_port': {'id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:48Z', 'updated_at': '2022-07-05T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'bc0d69d5-8f64-4477-b776-bd52cb43fea0', 'name': '', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'tenant_id': 'b6acb89542314578839f701251add904', 'mac_address': 'fa:16:3e:b9:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:54Z', 'updated_at': '2022-07-05T16:09:17Z', 'revision_number': 5, 'project_id': 'b6acb89542314578839f701251add904', 'subnets': [{'id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:52.086402 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-7d0dfa5c-5f36-4af8-948e-2fe49446b440 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:52.087422 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e40bd15-b7a1-47c4-9543-f2ed8b7c2c5f None None] Network 77ec7356-4bd9-42af-abe3-f1b9c525bdef requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:15:52.093673 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-7d0dfa5c-5f36-4af8-948e-2fe49446b440 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5c2b09a9-00a4-429f-86c4-f8b1d0e4e593 HTTP/1.1" status: 204 len: 168 time: 0.4638672 Jul 05 16:15:52.094591 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50008) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:52.167215 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177d34e0-3e8e-4f54-af4d-e51c0fb6b519 None None] Checking router: 3ead801b-06f1-4a71-9466-3d473d45e374 for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:15:52.178186 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177d34e0-3e8e-4f54-af4d-e51c0fb6b519 None None] Routers {'3ead801b-06f1-4a71-9466-3d473d45e374'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:15:52.179078 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-177d34e0-3e8e-4f54-af4d-e51c0fb6b519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:15:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['3ead801b-06f1-4a71-9466-3d473d45e374'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:52.203953 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3fe2702d-55ca-4ca9-bf7a-4c68475a8d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7605430'] for network (77ec7356-4bd9-42af-abe3-f1b9c525bdef), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:52.250295 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff no longer exists at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:15:52.274183 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 6b21b4e7-aab6-4027-8913-6e31f9d35705 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:15:52.280640 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] No Port match for: 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:15:52.281020 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 1ad3c6ce-99b9-4f8a-bbe2-1636e320f9ff not bound to the agent host hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:15:52.316479 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-3fe2702d-55ca-4ca9-bf7a-4c68475a8d7b admin admin] Deleting port b720910e-4089-4dd3-9be2-0bb545536c29 {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:15:52.316986 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3fe2702d-55ca-4ca9-bf7a-4c68475a8d7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (b720910e-4089-4dd3-9be2-0bb545536c29), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:52.353631 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f1d399-2b8d-46fc-8a11-507d95fd25b8 None None] DHCP port deletion for 77ec7356-4bd9-42af-abe3-f1b9c525bdef request from dv-cinder-848759-1-iscsi {{(pid=104586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 05 16:15:52.400229 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-177d34e0-3e8e-4f54-af4d-e51c0fb6b519 None None] Set router 3ead801b-06f1-4a71-9466-3d473d45e374 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:15:52.413609 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-c6f1d399-2b8d-46fc-8a11-507d95fd25b8 None None] Deleting port b720910e-4089-4dd3-9be2-0bb545536c29 {{(pid=104586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:15:52.414067 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-c6f1d399-2b8d-46fc-8a11-507d95fd25b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (b720910e-4089-4dd3-9be2-0bb545536c29), before_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:52.429532 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-3fe2702d-55ca-4ca9-bf7a-4c68475a8d7b admin admin] For port b720910e-4089-4dd3-9be2-0bb545536c29, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=b720910e-4089-4dd3-9be2-0bb545536c29,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:15:52.430209 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3fe2702d-55ca-4ca9-bf7a-4c68475a8d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (b720910e-4089-4dd3-9be2-0bb545536c29), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:52.436314 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 6b21b4e7-aab6-4027-8913-6e31f9d35705 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:15:52.436693 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (6b21b4e7-aab6-4027-8913-6e31f9d35705), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:52.442832 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0029776e-9e15-4834-b674-f70e84a1bc62 admin admin] Router 770f1b76-d14d-4c33-8bd4-0d2d796c6b6d is scheduled to L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 with binding_index 1 {{(pid=104585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 05 16:15:52.447195 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-3fe2702d-55ca-4ca9-bf7a-4c68475a8d7b admin admin] Calling delete_port for b720910e-4089-4dd3-9be2-0bb545536c29 owned by network:dhcp {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:15:52.538294 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:52.538721 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-c6f1d399-2b8d-46fc-8a11-507d95fd25b8 None None] For port b720910e-4089-4dd3-9be2-0bb545536c29, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=b720910e-4089-4dd3-9be2-0bb545536c29,segment=NetworkSegment(f6022e8d-52b0-4684-bbca-ba47c36c042d),segment_id=f6022e8d-52b0-4684-bbca-ba47c36c042d)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:15:52.539312 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-c6f1d399-2b8d-46fc-8a11-507d95fd25b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (b720910e-4089-4dd3-9be2-0bb545536c29), precommit_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:52.562482 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-c6f1d399-2b8d-46fc-8a11-507d95fd25b8 None None] Calling delete_port for b720910e-4089-4dd3-9be2-0bb545536c29 owned by network:dhcp {{(pid=104586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:15:52.581475 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0029776e-9e15-4834-b674-f70e84a1bc62 admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:15:52.608207 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-177d34e0-3e8e-4f54-af4d-e51c0fb6b519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'name': 'tempest-AttachVolumeShelveTestJSON-176795705-router', 'tenant_id': 'b6acb89542314578839f701251add904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:56Z', 'revision_number': 4, 'project_id': 'b6acb89542314578839f701251add904', 'gw_port': {'id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:48Z', 'updated_at': '2022-07-05T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'bc0d69d5-8f64-4477-b776-bd52cb43fea0', 'name': '', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'tenant_id': 'b6acb89542314578839f701251add904', 'mac_address': 'fa:16:3e:b9:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:54Z', 'updated_at': '2022-07-05T16:09:17Z', 'revision_number': 5, 'project_id': 'b6acb89542314578839f701251add904', 'subnets': [{'id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:52.614725 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cec5342-ef3c-4c7a-b87c-21c193f1b195 None None] Sync routers for ids ['770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:15:52.642012 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177d34e0-3e8e-4f54-af4d-e51c0fb6b519 None None] The sync data for ids ['3ead801b-06f1-4a71-9466-3d473d45e374'] in dv-cinder-848759-1-iscsi is: [{'id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'name': 'tempest-AttachVolumeShelveTestJSON-176795705-router', 'tenant_id': 'b6acb89542314578839f701251add904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:08:56Z', 'revision_number': 4, 'project_id': 'b6acb89542314578839f701251add904', 'gw_port': {'id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:48Z', 'updated_at': '2022-07-05T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'bc0d69d5-8f64-4477-b776-bd52cb43fea0', 'name': '', 'network_id': '2110daf5-1cfa-4c9d-9065-b33fabf55a66', 'tenant_id': 'b6acb89542314578839f701251add904', 'mac_address': 'fa:16:3e:b9:16:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:54Z', 'updated_at': '2022-07-05T16:09:17Z', 'revision_number': 5, 'project_id': 'b6acb89542314578839f701251add904', 'subnets': [{'id': 'c0055538-accc-457f-a7de-0db99e31abb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:15:52.671313 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 6b21b4e7-aab6-4027-8913-6e31f9d35705 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:15:52.677018 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cec5342-ef3c-4c7a-b87c-21c193f1b195 None None] Routers {'770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:15:52.678288 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-3cec5342-ef3c-4c7a-b87c-21c193f1b195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:15:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:52.711578 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3fe2702d-55ca-4ca9-bf7a-4c68475a8d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (b720910e-4089-4dd3-9be2-0bb545536c29), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:52.714255 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0029776e-9e15-4834-b674-f70e84a1bc62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:52.716495 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-0029776e-9e15-4834-b674-f70e84a1bc62 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5679479 Jul 05 16:15:52.722454 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 50014) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:52.759859 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50016) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:52.761103 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2702d-55ca-4ca9-bf7a-4c68475a8d7b admin admin] Pushing event deleted for resources: {'Port': ['ID=b720910e-4089-4dd3-9be2-0bb545536c29,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:52.791311 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe2702d-55ca-4ca9-bf7a-4c68475a8d7b admin admin] No DVR routers for this DVR port b720910e-4089-4dd3-9be2-0bb545536c29 on host dv-cinder-848759-1-iscsi {{(pid=104584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:15:52.791526 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:15:52.812620 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: 6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:15:52.813102 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 6ecf32bd-7718-4b9d-a3e7-ba2b48edbd0f not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:15:52.813390 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device a33ff957-776a-44b5-9ac1-e5fd96601020 no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:15:52.834968 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:52.840220 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-c6f1d399-2b8d-46fc-8a11-507d95fd25b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858'] for port (b720910e-4089-4dd3-9be2-0bb545536c29), after_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:52.850258 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: a33ff957-776a-44b5-9ac1-e5fd96601020 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:15:52.850541 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device a33ff957-776a-44b5-9ac1-e5fd96601020 not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:15:52.875423 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-3cec5342-ef3c-4c7a-b87c-21c193f1b195 None None] Set router 770f1b76-d14d-4c33-8bd4-0d2d796c6b6d gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:15:52.908654 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1d399-2b8d-46fc-8a11-507d95fd25b8 None None] Pushing event deleted for resources: {'Port': ['ID=b720910e-4089-4dd3-9be2-0bb545536c29,revision_number=None']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:52.940015 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f1d399-2b8d-46fc-8a11-507d95fd25b8 None None] No DVR routers for this DVR port b720910e-4089-4dd3-9be2-0bb545536c29 on host dv-cinder-848759-1-iscsi {{(pid=104586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:15:52.952537 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3fe2702d-55ca-4ca9-bf7a-4c68475a8d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7757606', 'neutron.services.segments.db._delete_segments_for_network-8746276517753'] for network (77ec7356-4bd9-42af-abe3-f1b9c525bdef), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:52.962496 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-71959f8f-04f3-415f-9fdb-ffad93759fb4 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for security_group (3bd98ce5-0962-43a2-b5a6-3c6f3df68a55), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:52.998703 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-71959f8f-04f3-415f-9fdb-ffad93759fb4 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for security_group (3bd98ce5-0962-43a2-b5a6-3c6f3df68a55), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:53.016235 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-3fe2702d-55ca-4ca9-bf7a-4c68475a8d7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ec7356-4bd9-42af-abe3-f1b9c525bdef']}} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:53.033399 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b13e6a-2b40-4565-9105-db002fbbb0a9 None None] New status for floating IP 6f55e5b1-180c-45ca-8221-d2d2edf5ba01: DOWN {{(pid=104587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:15:53.072846 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-3fe2702d-55ca-4ca9-bf7a-4c68475a8d7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6022e8d-52b0-4684-bbca-ba47c36c042d') {'for_net_delete': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:53.075979 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-3fe2702d-55ca-4ca9-bf7a-4c68475a8d7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6022e8d-52b0-4684-bbca-ba47c36c042d') {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:53.096934 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3fe2702d-55ca-4ca9-bf7a-4c68475a8d7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746276519554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032076'] for segment (f6022e8d-52b0-4684-bbca-ba47c36c042d), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:53.117866 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3fe2702d-55ca-4ca9-bf7a-4c68475a8d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (f6022e8d-52b0-4684-bbca-ba47c36c042d), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:53.129995 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe2702d-55ca-4ca9-bf7a-4c68475a8d7b admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=104584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:15:53.130723 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3fe2702d-55ca-4ca9-bf7a-4c68475a8d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1268212'] for segment (f6022e8d-52b0-4684-bbca-ba47c36c042d), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:53.169324 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.services.segments.plugin [-] Segment f6022e8d-52b0-4684-bbca-ba47c36c042d resource provider aggregate not found Jul 05 16:15:53.208383 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-71959f8f-04f3-415f-9fdb-ffad93759fb4 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (3bd98ce5-0962-43a2-b5a6-3c6f3df68a55), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:53.212507 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-71959f8f-04f3-415f-9fdb-ffad93759fb4 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:53.216894 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 50022) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:53.217871 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-71959f8f-04f3-415f-9fdb-ffad93759fb4 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "DELETE /v2.0/security-groups/3bd98ce5-0962-43a2-b5a6-3c6f3df68a55 HTTP/1.1" status: 204 len: 168 time: 0.4544356 Jul 05 16:15:53.222883 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-3cec5342-ef3c-4c7a-b87c-21c193f1b195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'name': 'tempest-TestShelveInstance-2001641178-router', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b0a3b8b2-b89c-4444-88b5-442b66dd2d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:15:49Z', 'updated_at': '2022-07-05T16:15:51Z', 'revision_number': 3, 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'gw_port': {'id': 'b0a3b8b2-b89c-4444-88b5-442b66dd2d22', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:50Z', 'updated_at': '2022-07-05T16:15:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:53.239111 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71959f8f-04f3-415f-9fdb-ffad93759fb4 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd98ce5-0962-43a2-b5a6-3c6f3df68a55,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:53.243994 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.api.v2.resource [None req-d2601ad8-3ec5-42bc-8a0a-d2f7ef888cdc tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] show failed (client error): The resource could not be found. Jul 05 16:15:53.249510 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-d2601ad8-3ec5-42bc-8a0a-d2f7ef888cdc tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "GET /v2.0/security-groups/3bd98ce5-0962-43a2-b5a6-3c6f3df68a55 HTTP/1.1" status: 404 len: 347 time: 0.0273540 Jul 05 16:15:53.251934 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 50024) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:53.253852 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.services.segments.plugin [-] Segment f6022e8d-52b0-4684-bbca-ba47c36c042d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6022e8d-52b0-4684-bbca-ba47c36c042d found for delete ", "request_id": "req-375ca146-9fb8-4d88-b765-0f253f63eed8"}]} Jul 05 16:15:53.265062 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cec5342-ef3c-4c7a-b87c-21c193f1b195 None None] Checking router: 770f1b76-d14d-4c33-8bd4-0d2d796c6b6d for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:15:53.265413 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cec5342-ef3c-4c7a-b87c-21c193f1b195 None None] Updating router 770f1b76-d14d-4c33-8bd4-0d2d796c6b6d port b0a3b8b2-b89c-4444-88b5-442b66dd2d22 binding host dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:15:53.295255 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3fe2702d-55ca-4ca9-bf7a-4c68475a8d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7757615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509440'] for network (77ec7356-4bd9-42af-abe3-f1b9c525bdef), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:53.295510 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:53.296450 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-3cec5342-ef3c-4c7a-b87c-21c193f1b195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (b0a3b8b2-b89c-4444-88b5-442b66dd2d22), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:53.297728 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-bb0549a2-c93d-44d7-8583-cea74213f166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:53.302729 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3fe2702d-55ca-4ca9-bf7a-4c68475a8d7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:53.309512 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-3fe2702d-55ca-4ca9-bf7a-4c68475a8d7b admin admin] 10.222.0.45 "DELETE /v2.0/networks/77ec7356-4bd9-42af-abe3-f1b9c525bdef HTTP/1.1" status: 204 len: 168 time: 1.2135966 Jul 05 16:15:53.337110 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2702d-55ca-4ca9-bf7a-4c68475a8d7b admin admin] Pushing event deleted for resources: {'Network': ['ID=77ec7356-4bd9-42af-abe3-f1b9c525bdef,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:53.392895 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:53.418558 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [None req-cfa0d55e-cdaf-4e0b-bbeb-739717267f95 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Deleting port 0297c816-fc36-46dd-8531-48108c89d812 {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:15:53.418899 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d55e-cdaf-4e0b-bbeb-739717267f95 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (0297c816-fc36-46dd-8531-48108c89d812), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:53.469489 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:53.553610 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-3cec5342-ef3c-4c7a-b87c-21c193f1b195 None None] Publish callbacks [] for port (b0a3b8b2-b89c-4444-88b5-442b66dd2d22), precommit_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:53.565768 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d55e-cdaf-4e0b-bbeb-739717267f95 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (0297c816-fc36-46dd-8531-48108c89d812), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:53.566091 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d55e-cdaf-4e0b-bbeb-739717267f95 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for floatingip (0297c816-fc36-46dd-8531-48108c89d812), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:53.584326 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [None req-cfa0d55e-cdaf-4e0b-bbeb-739717267f95 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Calling delete_port for 0297c816-fc36-46dd-8531-48108c89d812 owned by network:floatingip {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:15:53.593824 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:53.596311 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [None req-bb0549a2-c93d-44d7-8583-cea74213f166 admin admin] Allocated IP 172.20.0.1 (12affb1e-679a-48f8-ae30-8179cd00fc19/97671110-e611-4c1b-974f-7d7fdbed0ace/29d22abb-31f2-4c96-9346-55cc2ed689a2) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:15:53.613935 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-3cec5342-ef3c-4c7a-b87c-21c193f1b195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (b0a3b8b2-b89c-4444-88b5-442b66dd2d22), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:53.664150 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-3cec5342-ef3c-4c7a-b87c-21c193f1b195 None None] Attempting to bind port b0a3b8b2-b89c-4444-88b5-442b66dd2d22 on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:15:53.665091 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-3cec5342-ef3c-4c7a-b87c-21c193f1b195 None None] Attempting to bind port b0a3b8b2-b89c-4444-88b5-442b66dd2d22 by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:15:53.665091 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cec5342-ef3c-4c7a-b87c-21c193f1b195 None None] Attempting to bind port b0a3b8b2-b89c-4444-88b5-442b66dd2d22 on network 90903495-288b-44cb-8357-c0c74fc45d82 {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:15:53.673523 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 50028) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:53.675837 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cec5342-ef3c-4c7a-b87c-21c193f1b195 None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:15:53.676262 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cec5342-ef3c-4c7a-b87c-21c193f1b195 None None] Checking segment: {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:15:53.676663 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-3cec5342-ef3c-4c7a-b87c-21c193f1b195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:53.677155 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cec5342-ef3c-4c7a-b87c-21c193f1b195 None None] Bound using segment: {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:15:53.678139 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-3cec5342-ef3c-4c7a-b87c-21c193f1b195 None None] Bound port: b0a3b8b2-b89c-4444-88b5-442b66dd2d22, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:15:53.678522 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-3cec5342-ef3c-4c7a-b87c-21c193f1b195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (b0a3b8b2-b89c-4444-88b5-442b66dd2d22), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:53.681133 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af49c5-4ad5-446a-a53c-0fd089ce94a8 None None] Pushing event updated for resources: {'Port': ['ID=b0a3b8b2-b89c-4444-88b5-442b66dd2d22,revision_number=2']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:53.730118 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-3cec5342-ef3c-4c7a-b87c-21c193f1b195 None None] For port b0a3b8b2-b89c-4444-88b5-442b66dd2d22, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:15:53.733155 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-3cec5342-ef3c-4c7a-b87c-21c193f1b195 None None] For port b0a3b8b2-b89c-4444-88b5-442b66dd2d22, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=b0a3b8b2-b89c-4444-88b5-442b66dd2d22,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:15:53.794596 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-82fecaa4-f5e0-4bad-aebd-b85f40c91e0d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=42e6ad67dbf542528726c545872ac10c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1185749 Jul 05 16:15:53.797192 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50030) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:53.817793 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-bb0549a2-c93d-44d7-8583-cea74213f166 admin admin] Publish callbacks [] for port (29d22abb-31f2-4c96-9346-55cc2ed689a2), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:53.828557 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-3cec5342-ef3c-4c7a-b87c-21c193f1b195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (b0a3b8b2-b89c-4444-88b5-442b66dd2d22), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:53.850628 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b7d43d24-3a24-4e0f-a53d-cfe9ca5a3e51 admin admin] Publish callbacks [] for security_group (0001838b-baa9-40d5-b7ef-055295cd2b13), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:53.852102 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:53.876323 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b7d43d24-3a24-4e0f-a53d-cfe9ca5a3e51 admin admin] Publish callbacks [] for security_group (0001838b-baa9-40d5-b7ef-055295cd2b13), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:53.892281 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cec5342-ef3c-4c7a-b87c-21c193f1b195 None None] Routers {'770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:15:53.893069 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-3cec5342-ef3c-4c7a-b87c-21c193f1b195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:15:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:53.907476 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d55e-cdaf-4e0b-bbeb-739717267f95 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (0297c816-fc36-46dd-8531-48108c89d812), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:53.910978 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:53.932309 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af49c5-4ad5-446a-a53c-0fd089ce94a8 None None] Pushing event updated for resources: {'Port': ['ID=b0a3b8b2-b89c-4444-88b5-442b66dd2d22,revision_number=3']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:53.939128 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0d55e-cdaf-4e0b-bbeb-739717267f95 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Pushing event deleted for resources: {'Port': ['ID=0297c816-fc36-46dd-8531-48108c89d812,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:53.941462 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-bb0549a2-c93d-44d7-8583-cea74213f166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (29d22abb-31f2-4c96-9346-55cc2ed689a2), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:53.993770 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b7d43d24-3a24-4e0f-a53d-cfe9ca5a3e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (0001838b-baa9-40d5-b7ef-055295cd2b13), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:53.998049 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b7d43d24-3a24-4e0f-a53d-cfe9ca5a3e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:54.002237 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-b7d43d24-3a24-4e0f-a53d-cfe9ca5a3e51 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0001838b-baa9-40d5-b7ef-055295cd2b13 HTTP/1.1" status: 204 len: 168 time: 0.2033617 Jul 05 16:15:54.009876 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-3cec5342-ef3c-4c7a-b87c-21c193f1b195 None None] Set router 770f1b76-d14d-4c33-8bd4-0d2d796c6b6d gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:15:54.011071 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d43d24-3a24-4e0f-a53d-cfe9ca5a3e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0001838b-baa9-40d5-b7ef-055295cd2b13,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:54.035771 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0549a2-c93d-44d7-8583-cea74213f166 admin admin] Network 12affb1e-679a-48f8-ae30-8179cd00fc19 is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:15:54.039668 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0549a2-c93d-44d7-8583-cea74213f166 admin admin] Pushing event updated for resources: {'Port': ['ID=29d22abb-31f2-4c96-9346-55cc2ed689a2,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:54.042177 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-bb0549a2-c93d-44d7-8583-cea74213f166 admin admin] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:15:54.058567 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0549a2-c93d-44d7-8583-cea74213f166 admin admin] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:15:54.119653 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d55e-cdaf-4e0b-bbeb-739717267f95 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks [] for floatingip (6f55e5b1-180c-45ca-8221-d2d2edf5ba01), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:54.122129 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d55e-cdaf-4e0b-bbeb-739717267f95 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:54.123415 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-cfa0d55e-cdaf-4e0b-bbeb-739717267f95 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] 10.222.0.45 "DELETE /v2.0/floatingips/6f55e5b1-180c-45ca-8221-d2d2edf5ba01 HTTP/1.1" status: 204 len: 168 time: 0.8705068 Jul 05 16:15:54.129262 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-bb0549a2-c93d-44d7-8583-cea74213f166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518656'] for router_interface (770f1b76-d14d-4c33-8bd4-0d2d796c6b6d), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:54.217209 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device b720910e-4089-4dd3-9be2-0bb545536c29 no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:15:54.251184 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: b720910e-4089-4dd3-9be2-0bb545536c29 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:15:54.251622 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device b720910e-4089-4dd3-9be2-0bb545536c29 not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:15:54.256219 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:54.305273 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-3cec5342-ef3c-4c7a-b87c-21c193f1b195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'name': 'tempest-TestShelveInstance-2001641178-router', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b0a3b8b2-b89c-4444-88b5-442b66dd2d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:15:49Z', 'updated_at': '2022-07-05T16:15:51Z', 'revision_number': 3, 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'gw_port': {'id': 'b0a3b8b2-b89c-4444-88b5-442b66dd2d22', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:50Z', 'updated_at': '2022-07-05T16:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:54.334336 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cec5342-ef3c-4c7a-b87c-21c193f1b195 None None] The sync data for ids ['770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'] in dv-cinder-848759-1-iscsi is: [{'id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'name': 'tempest-TestShelveInstance-2001641178-router', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b0a3b8b2-b89c-4444-88b5-442b66dd2d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:15:49Z', 'updated_at': '2022-07-05T16:15:51Z', 'revision_number': 3, 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'gw_port': {'id': 'b0a3b8b2-b89c-4444-88b5-442b66dd2d22', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:50Z', 'updated_at': '2022-07-05T16:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:15:54.377764 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-bb0549a2-c93d-44d7-8583-cea74213f166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (29d22abb-31f2-4c96-9346-55cc2ed689a2), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:54.419996 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-6f581100-46f6-405b-b2cf-c1f1d1db0a0e None None] Provisioning complete for port 29d22abb-31f2-4c96-9346-55cc2ed689a2 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:15:54.421856 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-6f581100-46f6-405b-b2cf-c1f1d1db0a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (29d22abb-31f2-4c96-9346-55cc2ed689a2), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:54.465723 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-6f581100-46f6-405b-b2cf-c1f1d1db0a0e None None] Port 29d22abb-31f2-4c96-9346-55cc2ed689a2 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:15:54.612317 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-bb0549a2-c93d-44d7-8583-cea74213f166 admin admin] Publish callbacks [] for port (29d22abb-31f2-4c96-9346-55cc2ed689a2), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:54.701571 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-bb0549a2-c93d-44d7-8583-cea74213f166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (29d22abb-31f2-4c96-9346-55cc2ed689a2), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:54.759498 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:54.778070 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0549a2-c93d-44d7-8583-cea74213f166 admin admin] Pushing event updated for resources: {'Port': ['ID=29d22abb-31f2-4c96-9346-55cc2ed689a2,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:54.780549 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-bb0549a2-c93d-44d7-8583-cea74213f166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518804'] for router_interface (770f1b76-d14d-4c33-8bd4-0d2d796c6b6d), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:54.886098 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0549a2-c93d-44d7-8583-cea74213f166 admin admin] Network 12affb1e-679a-48f8-ae30-8179cd00fc19 is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:15:54.887483 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-bb0549a2-c93d-44d7-8583-cea74213f166 admin admin] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:15:55.031078 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0549a2-c93d-44d7-8583-cea74213f166 admin admin] Router 770f1b76-d14d-4c33-8bd4-0d2d796c6b6d has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:15:55.115441 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:55.165803 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0549a2-c93d-44d7-8583-cea74213f166 admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:15:55.168998 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-bb0549a2-c93d-44d7-8583-cea74213f166 admin admin] 10.222.0.45 "PUT /v2.0/routers/770f1b76-d14d-4c33-8bd4-0d2d796c6b6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4486883 Jul 05 16:15:55.193816 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-e61401bc-6f75-4bfb-9bb5-1cc542a1627f None None] Provisioning complete for port 29d22abb-31f2-4c96-9346-55cc2ed689a2 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:15:55.208314 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-e61401bc-6f75-4bfb-9bb5-1cc542a1627f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (29d22abb-31f2-4c96-9346-55cc2ed689a2), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:55.235073 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-e61401bc-6f75-4bfb-9bb5-1cc542a1627f None None] Port 29d22abb-31f2-4c96-9346-55cc2ed689a2 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:15:56.075942 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e5f1ef-386e-450f-9a74-f9361e3778a6 None None] Sync routers for ids ['770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:15:56.094725 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e5f1ef-386e-450f-9a74-f9361e3778a6 None None] Routers {'770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:15:56.096370 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-29e5f1ef-386e-450f-9a74-f9361e3778a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:15:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:56.170230 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device b0a3b8b2-b89c-4444-88b5-442b66dd2d22 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:15:56.173098 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50094) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:56.179055 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-fe9ac1a8-51ff-45c3-9789-95e5b382f6d1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-7784843-network', 'tenant_id': '029709f656f44d5d999793a45eef802c'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:15:56.269350 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port b0a3b8b2-b89c-4444-88b5-442b66dd2d22 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:15:56.269914 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (b0a3b8b2-b89c-4444-88b5-442b66dd2d22), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:56.273210 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-29e5f1ef-386e-450f-9a74-f9361e3778a6 None None] Set router 770f1b76-d14d-4c33-8bd4-0d2d796c6b6d gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:15:56.295615 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9ac1a8-51ff-45c3-9789-95e5b382f6d1 admin admin] Made reservation on behalf of 029709f656f44d5d999793a45eef802c for: {'network': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:15:56.298226 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac1a8-51ff-45c3-9789-95e5b382f6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for network (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:56.307796 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac1a8-51ff-45c3-9789-95e5b382f6d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:56.316468 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:56.392703 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac1a8-51ff-45c3-9789-95e5b382f6d1 admin admin] Publish callbacks [] for security_group (9edc724c-cd34-4f38-be55-670ecf885f7f), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:56.466975 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac1a8-51ff-45c3-9789-95e5b382f6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (9edc724c-cd34-4f38-be55-670ecf885f7f), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:56.491241 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port b0a3b8b2-b89c-4444-88b5-442b66dd2d22 is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:15:56.491706 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (b0a3b8b2-b89c-4444-88b5-442b66dd2d22), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:56.495472 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9ac1a8-51ff-45c3-9789-95e5b382f6d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=104584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:15:56.507206 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ac1a8-51ff-45c3-9789-95e5b382f6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edc724c-cd34-4f38-be55-670ecf885f7f,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:56.512007 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac1a8-51ff-45c3-9789-95e5b382f6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (c5f65358-352d-4152-bb78-7058eb6e97fb), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:56.512345 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.db.segments_db [None req-fe9ac1a8-51ff-45c3-9789-95e5b382f6d1 admin admin] Added segment c5f65358-352d-4152-bb78-7058eb6e97fb of type vlan for network ec7a5392-f047-4b38-af4e-b9f9d344920e Jul 05 16:15:56.532067 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] For port b0a3b8b2-b89c-4444-88b5-442b66dd2d22, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=b0a3b8b2-b89c-4444-88b5-442b66dd2d22,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:15:56.561064 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac1a8-51ff-45c3-9789-95e5b382f6d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746276236728'] for network (ec7a5392-f047-4b38-af4e-b9f9d344920e), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:56.578975 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-29e5f1ef-386e-450f-9a74-f9361e3778a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'name': 'tempest-TestShelveInstance-2001641178-router', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b0a3b8b2-b89c-4444-88b5-442b66dd2d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:15:49Z', 'updated_at': '2022-07-05T16:15:54Z', 'revision_number': 4, 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'gw_port': {'id': 'b0a3b8b2-b89c-4444-88b5-442b66dd2d22', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:50Z', 'updated_at': '2022-07-05T16:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '29d22abb-31f2-4c96-9346-55cc2ed689a2', 'name': '', 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'mac_address': 'fa:16:3e:0b:16:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '97671110-e611-4c1b-974f-7d7fdbed0ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:53Z', 'updated_at': '2022-07-05T16:15:54Z', 'revision_number': 2, 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'subnets': [{'id': '97671110-e611-4c1b-974f-7d7fdbed0ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:56.605775 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e5f1ef-386e-450f-9a74-f9361e3778a6 None None] Checking router: 770f1b76-d14d-4c33-8bd4-0d2d796c6b6d for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:15:56.606129 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e5f1ef-386e-450f-9a74-f9361e3778a6 None None] Updating router 770f1b76-d14d-4c33-8bd4-0d2d796c6b6d port 29d22abb-31f2-4c96-9346-55cc2ed689a2 binding host dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:15:56.608148 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (b0a3b8b2-b89c-4444-88b5-442b66dd2d22), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:56.648318 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac1a8-51ff-45c3-9789-95e5b382f6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for network (ec7a5392-f047-4b38-af4e-b9f9d344920e), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:56.649377 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9ac1a8-51ff-45c3-9789-95e5b382f6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:15:56.649975 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac1a8-51ff-45c3-9789-95e5b382f6d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:56.654657 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:56.663781 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-29e5f1ef-386e-450f-9a74-f9361e3778a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (29d22abb-31f2-4c96-9346-55cc2ed689a2), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:56.693631 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Pushing event updated for resources: {'Port': ['ID=b0a3b8b2-b89c-4444-88b5-442b66dd2d22,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:56.716555 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ac1a8-51ff-45c3-9789-95e5b382f6d1 admin admin] Pushing event updated for resources: {'Network': ['ID=ec7a5392-f047-4b38-af4e-b9f9d344920e,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:56.732585 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Network ec7a5392-f047-4b38-af4e-b9f9d344920e details requested by agent ovs-agent-dv-cinder-848759-1-iscsi with host dv-cinder-848759-1-iscsi {{(pid=104586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:15:56.753140 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-fe9ac1a8-51ff-45c3-9789-95e5b382f6d1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 0.5787597 Jul 05 16:15:56.754629 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 50104) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:56.760004 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-7ca50a4f-cb3e-4e14-a1be-339ce93dfe01 admin admin] Request body: {'subnet': {'network_id': 'ec7a5392-f047-4b38-af4e-b9f9d344920e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-7784843-subnet', 'tenant_id': '029709f656f44d5d999793a45eef802c', 'ip_version': 4}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:15:56.795550 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:56.861785 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca50a4f-cb3e-4e14-a1be-339ce93dfe01 admin admin] Made reservation on behalf of 029709f656f44d5d999793a45eef802c for: {'subnet': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:15:56.864649 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-7ca50a4f-cb3e-4e14-a1be-339ce93dfe01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8627833'] for subnet (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:57.086895 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50120) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:57.151705 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-7ca50a4f-cb3e-4e14-a1be-339ce93dfe01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8872833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8627347'] for subnet (48e05584-4e0c-4e81-a19f-6b148e891067), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:57.178167 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-29e5f1ef-386e-450f-9a74-f9361e3778a6 None None] Publish callbacks [] for port (29d22abb-31f2-4c96-9346-55cc2ed689a2), precommit_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:57.243600 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca50a4f-cb3e-4e14-a1be-339ce93dfe01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48e05584-4e0c-4e81-a19f-6b148e891067,revision_number=0']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:57.249693 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-29e5f1ef-386e-450f-9a74-f9361e3778a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (29d22abb-31f2-4c96-9346-55cc2ed689a2), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:57.253270 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca50a4f-cb3e-4e14-a1be-339ce93dfe01 admin admin] Checking segment: {'id': 'c5f65358-352d-4152-bb78-7058eb6e97fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ec7a5392-f047-4b38-af4e-b9f9d344920e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:15:57.253624 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca50a4f-cb3e-4e14-a1be-339ce93dfe01 admin admin] Network hostable DHCP agents. Network: ec7a5392-f047-4b38-af4e-b9f9d344920e, hostable agents: ['a381a417-f900-4967-9e50-4db2a6f3e74e'], hosted agents: [] {{(pid=104585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:15:57.306668 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1160e-c0fb-410e-bcd9-f9c92262119e None None] Pushing event updated for resources: {'Port': ['ID=29d22abb-31f2-4c96-9346-55cc2ed689a2,revision_number=3']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:57.364968 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca50a4f-cb3e-4e14-a1be-339ce93dfe01 admin admin] Network ec7a5392-f047-4b38-af4e-b9f9d344920e is scheduled to be hosted by DHCP agent a381a417-f900-4967-9e50-4db2a6f3e74e with binding_index 1 {{(pid=104585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:15:57.378781 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-29e5f1ef-386e-450f-9a74-f9361e3778a6 None None] Attempting to bind port 29d22abb-31f2-4c96-9346-55cc2ed689a2 on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:15:57.378999 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-29e5f1ef-386e-450f-9a74-f9361e3778a6 None None] Attempting to bind port 29d22abb-31f2-4c96-9346-55cc2ed689a2 by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': '69eefe3d-766d-4ac0-96af-9bacdc182015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19'}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:15:57.379253 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e5f1ef-386e-450f-9a74-f9361e3778a6 None None] Attempting to bind port 29d22abb-31f2-4c96-9346-55cc2ed689a2 on network 12affb1e-679a-48f8-ae30-8179cd00fc19 {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:15:57.387570 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e5f1ef-386e-450f-9a74-f9361e3778a6 None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:15:57.387570 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e5f1ef-386e-450f-9a74-f9361e3778a6 None None] Checking segment: {'id': '69eefe3d-766d-4ac0-96af-9bacdc182015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:15:57.388230 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-29e5f1ef-386e-450f-9a74-f9361e3778a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:57.388629 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e5f1ef-386e-450f-9a74-f9361e3778a6 None None] Bound using segment: {'id': '69eefe3d-766d-4ac0-96af-9bacdc182015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19'} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:15:57.389208 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-29e5f1ef-386e-450f-9a74-f9361e3778a6 None None] Bound port: 29d22abb-31f2-4c96-9346-55cc2ed689a2, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69eefe3d-766d-4ac0-96af-9bacdc182015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19'}}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:15:57.389984 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-29e5f1ef-386e-450f-9a74-f9361e3778a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (29d22abb-31f2-4c96-9346-55cc2ed689a2), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:57.437278 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:57.455983 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-7ca50a4f-cb3e-4e14-a1be-339ce93dfe01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848759-1-iscsi, ec7a5392-f047-4b38-af4e-b9f9d344920e) {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:15:57.460107 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca50a4f-cb3e-4e14-a1be-339ce93dfe01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:15:57.460699 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-7ca50a4f-cb3e-4e14-a1be-339ce93dfe01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for subnet (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:57.475914 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dff349-156d-4836-b553-9828c8428194 None None] Network ec7a5392-f047-4b38-af4e-b9f9d344920e requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:15:57.497890 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-29e5f1ef-386e-450f-9a74-f9361e3778a6 None None] For port 29d22abb-31f2-4c96-9346-55cc2ed689a2, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:15:57.527064 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-29e5f1ef-386e-450f-9a74-f9361e3778a6 None None] For port 29d22abb-31f2-4c96-9346-55cc2ed689a2, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=29d22abb-31f2-4c96-9346-55cc2ed689a2,segment=NetworkSegment(69eefe3d-766d-4ac0-96af-9bacdc182015),segment_id=69eefe3d-766d-4ac0-96af-9bacdc182015)] {{(pid=104586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:15:57.577938 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-7ca50a4f-cb3e-4e14-a1be-339ce93dfe01 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8220892 Jul 05 16:15:57.579188 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 50134) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:57.589497 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-11ceee2e-ee97-4d7b-8f74-6813433ec78c None None] Provisioning complete for port 29d22abb-31f2-4c96-9346-55cc2ed689a2 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:15:57.589877 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-11ceee2e-ee97-4d7b-8f74-6813433ec78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (29d22abb-31f2-4c96-9346-55cc2ed689a2), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:57.597534 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-a7aa55c7-6869-404a-9d3f-769b76d678e3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-7784843-router', 'tenant_id': '029709f656f44d5d999793a45eef802c', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:15:57.632549 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-29e5f1ef-386e-450f-9a74-f9361e3778a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (29d22abb-31f2-4c96-9346-55cc2ed689a2), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:57.655705 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-e70a0206-4355-4945-9634-a8ec243086d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518843'] for router_interface (3ead801b-06f1-4a71-9466-3d473d45e374), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:57.716376 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e5f1ef-386e-450f-9a74-f9361e3778a6 None None] Routers {'770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:15:57.718982 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-29e5f1ef-386e-450f-9a74-f9361e3778a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:15:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:57.724962 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6349b086-e4f4-4569-b856-96171d45b162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40cd4b13-2a95-5ef0-adc3-fdd5974ee50c-ec7a5392-f047-4b38-af4e-b9f9d344920e', 'network_id': 'ec7a5392-f047-4b38-af4e-b9f9d344920e', 'project_id': '029709f656f44d5d999793a45eef802c', 'fixed_ips': [{'subnet_id': '48e05584-4e0c-4e81-a19f-6b148e891067'}]}} from dv-cinder-848759-1-iscsi. {{(pid=104586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 05 16:15:57.725955 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-6349b086-e4f4-4569-b856-96171d45b162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:57.728057 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-11ceee2e-ee97-4d7b-8f74-6813433ec78c None None] Port 29d22abb-31f2-4c96-9346-55cc2ed689a2 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:15:57.765056 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a7aa55c7-6869-404a-9d3f-769b76d678e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075011'] for router (022369e6-b5c7-479f-a210-9d4df9445bf0), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:57.766153 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a7aa55c7-6869-404a-9d3f-769b76d678e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075018'] for router (022369e6-b5c7-479f-a210-9d4df9445bf0), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:57.824568 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1160e-c0fb-410e-bcd9-f9c92262119e None None] Pushing event updated for resources: {'Port': ['ID=29d22abb-31f2-4c96-9346-55cc2ed689a2,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:57.874466 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:57.946505 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-e70a0206-4355-4945-9634-a8ec243086d7 admin admin] Deleting port bc0d69d5-8f64-4477-b776-bd52cb43fea0 {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:15:57.946807 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-e70a0206-4355-4945-9634-a8ec243086d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (bc0d69d5-8f64-4477-b776-bd52cb43fea0), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:57.964682 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-29e5f1ef-386e-450f-9a74-f9361e3778a6 None None] Set router 770f1b76-d14d-4c33-8bd4-0d2d796c6b6d gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:15:57.995712 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a7aa55c7-6869-404a-9d3f-769b76d678e3 admin admin] Publish callbacks [] for router_controller (022369e6-b5c7-479f-a210-9d4df9445bf0), precommit_add_association {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:58.009840 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-5c8396b0-1666-41a3-bf27-2101b6762e83 None None] Provisioning complete for port 29d22abb-31f2-4c96-9346-55cc2ed689a2 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:15:58.010209 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-5c8396b0-1666-41a3-bf27-2101b6762e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (29d22abb-31f2-4c96-9346-55cc2ed689a2), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:58.019817 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:58.030953 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-e70a0206-4355-4945-9634-a8ec243086d7 admin admin] For port bc0d69d5-8f64-4477-b776-bd52cb43fea0, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=bc0d69d5-8f64-4477-b776-bd52cb43fea0,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:15:58.031369 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-e70a0206-4355-4945-9634-a8ec243086d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (bc0d69d5-8f64-4477-b776-bd52cb43fea0), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:58.045428 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-e70a0206-4355-4945-9634-a8ec243086d7 admin admin] Calling delete_port for bc0d69d5-8f64-4477-b776-bd52cb43fea0 owned by network:router_interface {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:15:58.058031 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:58.096061 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.db_base_plugin_common [None req-6349b086-e4f4-4569-b856-96171d45b162 None None] Allocated IP 172.20.0.2 (ec7a5392-f047-4b38-af4e-b9f9d344920e/48e05584-4e0c-4e81-a19f-6b148e891067/f78dc699-06e0-4cf5-8e74-27ebae73d06e) {{(pid=104586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:15:58.228528 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device b0a3b8b2-b89c-4444-88b5-442b66dd2d22 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:15:58.236160 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:58.246436 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a7aa55c7-6869-404a-9d3f-769b76d678e3 admin admin] Publish callbacks [] for router_gateway (022369e6-b5c7-479f-a210-9d4df9445bf0), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:58.320364 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-5c8396b0-1666-41a3-bf27-2101b6762e83 None None] Current status of the port 29d22abb-31f2-4c96-9346-55cc2ed689a2 is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:15:58.320849 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-5c8396b0-1666-41a3-bf27-2101b6762e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (29d22abb-31f2-4c96-9346-55cc2ed689a2), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:58.324280 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-e70a0206-4355-4945-9634-a8ec243086d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (bc0d69d5-8f64-4477-b776-bd52cb43fea0), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:58.355689 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a0206-4355-4945-9634-a8ec243086d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc0d69d5-8f64-4477-b776-bd52cb43fea0,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:58.521821 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-5c8396b0-1666-41a3-bf27-2101b6762e83 None None] For port 29d22abb-31f2-4c96-9346-55cc2ed689a2, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=29d22abb-31f2-4c96-9346-55cc2ed689a2,segment=NetworkSegment(69eefe3d-766d-4ac0-96af-9bacdc182015),segment_id=69eefe3d-766d-4ac0-96af-9bacdc182015)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:15:58.526911 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-29e5f1ef-386e-450f-9a74-f9361e3778a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'name': 'tempest-TestShelveInstance-2001641178-router', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b0a3b8b2-b89c-4444-88b5-442b66dd2d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:15:49Z', 'updated_at': '2022-07-05T16:15:54Z', 'revision_number': 4, 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'gw_port': {'id': 'b0a3b8b2-b89c-4444-88b5-442b66dd2d22', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:50Z', 'updated_at': '2022-07-05T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '29d22abb-31f2-4c96-9346-55cc2ed689a2', 'name': '', 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'mac_address': 'fa:16:3e:0b:16:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '97671110-e611-4c1b-974f-7d7fdbed0ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:53Z', 'updated_at': '2022-07-05T16:15:57Z', 'revision_number': 4, 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'subnets': [{'id': '97671110-e611-4c1b-974f-7d7fdbed0ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:58.536349 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port b0a3b8b2-b89c-4444-88b5-442b66dd2d22 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:15:58.536349 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (b0a3b8b2-b89c-4444-88b5-442b66dd2d22), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:58.580833 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-5c8396b0-1666-41a3-bf27-2101b6762e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (29d22abb-31f2-4c96-9346-55cc2ed689a2), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:58.615188 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-6349b086-e4f4-4569-b856-96171d45b162 None None] Publish callbacks [] for port (f78dc699-06e0-4cf5-8e74-27ebae73d06e), precommit_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:58.618871 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e5f1ef-386e-450f-9a74-f9361e3778a6 None None] The sync data for ids ['770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'] in dv-cinder-848759-1-iscsi is: [{'id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'name': 'tempest-TestShelveInstance-2001641178-router', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b0a3b8b2-b89c-4444-88b5-442b66dd2d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:15:49Z', 'updated_at': '2022-07-05T16:15:54Z', 'revision_number': 4, 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'gw_port': {'id': 'b0a3b8b2-b89c-4444-88b5-442b66dd2d22', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:50Z', 'updated_at': '2022-07-05T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '29d22abb-31f2-4c96-9346-55cc2ed689a2', 'name': '', 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'mac_address': 'fa:16:3e:0b:16:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '97671110-e611-4c1b-974f-7d7fdbed0ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:53Z', 'updated_at': '2022-07-05T16:15:57Z', 'revision_number': 4, 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'subnets': [{'id': '97671110-e611-4c1b-974f-7d7fdbed0ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:15:58.685344 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-e70a0206-4355-4945-9634-a8ec243086d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521995'] for router_interface (3ead801b-06f1-4a71-9466-3d473d45e374), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:58.686021 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-6349b086-e4f4-4569-b856-96171d45b162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (f78dc699-06e0-4cf5-8e74-27ebae73d06e), after_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:58.730458 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8396b0-1666-41a3-bf27-2101b6762e83 None None] Pushing event updated for resources: {'Port': ['ID=29d22abb-31f2-4c96-9346-55cc2ed689a2,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:58.746717 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:58.798630 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6349b086-e4f4-4569-b856-96171d45b162 None None] Network ec7a5392-f047-4b38-af4e-b9f9d344920e is already hosted by enough agents. {{(pid=104586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:15:58.807104 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.scheduler.base_scheduler [None req-6349b086-e4f4-4569-b856-96171d45b162 None None] Resources bound (agent type, host, resource id): {{(pid=104586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:15:58.813772 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6349b086-e4f4-4569-b856-96171d45b162 None None] Received port after_create {{(pid=104586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:15:58.825739 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port b0a3b8b2-b89c-4444-88b5-442b66dd2d22 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:15:58.846267 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349b086-e4f4-4569-b856-96171d45b162 None None] Pushing event updated for resources: {'Port': ['ID=f78dc699-06e0-4cf5-8e74-27ebae73d06e,revision_number=1']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:58.914165 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-6349b086-e4f4-4569-b856-96171d45b162 None None] Attempting to bind port f78dc699-06e0-4cf5-8e74-27ebae73d06e on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:15:58.914593 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-6349b086-e4f4-4569-b856-96171d45b162 None None] Attempting to bind port f78dc699-06e0-4cf5-8e74-27ebae73d06e by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': 'c5f65358-352d-4152-bb78-7058eb6e97fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ec7a5392-f047-4b38-af4e-b9f9d344920e'}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:15:58.914896 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6349b086-e4f4-4569-b856-96171d45b162 None None] Attempting to bind port f78dc699-06e0-4cf5-8e74-27ebae73d06e on network ec7a5392-f047-4b38-af4e-b9f9d344920e {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:15:58.924125 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6349b086-e4f4-4569-b856-96171d45b162 None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:15:58.924538 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6349b086-e4f4-4569-b856-96171d45b162 None None] Checking segment: {'id': 'c5f65358-352d-4152-bb78-7058eb6e97fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ec7a5392-f047-4b38-af4e-b9f9d344920e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:15:58.925001 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-6349b086-e4f4-4569-b856-96171d45b162 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:58.925345 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6349b086-e4f4-4569-b856-96171d45b162 None None] Bound using segment: {'id': 'c5f65358-352d-4152-bb78-7058eb6e97fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ec7a5392-f047-4b38-af4e-b9f9d344920e'} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:15:58.926183 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-6349b086-e4f4-4569-b856-96171d45b162 None None] Bound port: f78dc699-06e0-4cf5-8e74-27ebae73d06e, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f65358-352d-4152-bb78-7058eb6e97fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ec7a5392-f047-4b38-af4e-b9f9d344920e'}}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:15:58.926665 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-6349b086-e4f4-4569-b856-96171d45b162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (f78dc699-06e0-4cf5-8e74-27ebae73d06e), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:59.070021 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a7aa55c7-6869-404a-9d3f-769b76d678e3 admin admin] Publish callbacks [] for router_gateway (022369e6-b5c7-479f-a210-9d4df9445bf0), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:59.094157 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a7aa55c7-6869-404a-9d3f-769b76d678e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:59.170989 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-6349b086-e4f4-4569-b856-96171d45b162 None None] For port f78dc699-06e0-4cf5-8e74-27ebae73d06e, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:15:59.175108 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-6349b086-e4f4-4569-b856-96171d45b162 None None] For port f78dc699-06e0-4cf5-8e74-27ebae73d06e, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=f78dc699-06e0-4cf5-8e74-27ebae73d06e,segment=NetworkSegment(c5f65358-352d-4152-bb78-7058eb6e97fb),segment_id=c5f65358-352d-4152-bb78-7058eb6e97fb)] {{(pid=104586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:15:59.219338 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:59.223681 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:59.238782 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [None req-a7aa55c7-6869-404a-9d3f-769b76d678e3 admin admin] Allocated IP 172.27.3.88 (90903495-288b-44cb-8357-c0c74fc45d82/c848da7f-4b94-4cfd-b899-6ee4cbeaeda8/afb39a1c-3d8c-436f-9e0a-c62557a914dd) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:15:59.249678 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-6349b086-e4f4-4569-b856-96171d45b162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (f78dc699-06e0-4cf5-8e74-27ebae73d06e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:59.308022 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70a0206-4355-4945-9634-a8ec243086d7 admin admin] Router 3ead801b-06f1-4a71-9466-3d473d45e374 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:15:59.318322 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:59.367511 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349b086-e4f4-4569-b856-96171d45b162 None None] Pushing event updated for resources: {'Port': ['ID=f78dc699-06e0-4cf5-8e74-27ebae73d06e,revision_number=2']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:59.400450 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a7aa55c7-6869-404a-9d3f-769b76d678e3 admin admin] Publish callbacks [] for port (afb39a1c-3d8c-436f-9e0a-c62557a914dd), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:59.449240 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70a0206-4355-4945-9634-a8ec243086d7 admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:15:59.454303 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-e70a0206-4355-4945-9634-a8ec243086d7 admin admin] 10.222.0.45 "PUT /v2.0/routers/3ead801b-06f1-4a71-9466-3d473d45e374/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3658268 Jul 05 16:15:59.456713 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50146) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:15:59.464853 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb0e59e-21c9-4504-9929-928b82f5b700 None None] Sync routers for ids ['3ead801b-06f1-4a71-9466-3d473d45e374'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:15:59.481348 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb0e59e-21c9-4504-9929-928b82f5b700 None None] Routers {'3ead801b-06f1-4a71-9466-3d473d45e374'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:15:59.482279 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-cfb0e59e-21c9-4504-9929-928b82f5b700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:15:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['3ead801b-06f1-4a71-9466-3d473d45e374'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:59.537198 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a7aa55c7-6869-404a-9d3f-769b76d678e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (afb39a1c-3d8c-436f-9e0a-c62557a914dd), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:59.613366 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:59.644426 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-cfb0e59e-21c9-4504-9929-928b82f5b700 None None] Set router 3ead801b-06f1-4a71-9466-3d473d45e374 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:15:59.646785 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cf3395e9-36ef-4b33-8ebf-212e1a780c86 admin admin] Publish callbacks [] for router (3ead801b-06f1-4a71-9466-3d473d45e374), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:59.653362 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aa55c7-6869-404a-9d3f-769b76d678e3 admin admin] Network 90903495-288b-44cb-8357-c0c74fc45d82 is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:15:59.671453 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-a7aa55c7-6869-404a-9d3f-769b76d678e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:15:59.679957 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aa55c7-6869-404a-9d3f-769b76d678e3 admin admin] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:15:59.702402 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa55c7-6869-404a-9d3f-769b76d678e3 admin admin] Pushing event updated for resources: {'Port': ['ID=afb39a1c-3d8c-436f-9e0a-c62557a914dd,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:59.758646 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:59.904446 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cf3395e9-36ef-4b33-8ebf-212e1a780c86 admin admin] Publish callbacks [] for router_gateway (3ead801b-06f1-4a71-9466-3d473d45e374), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:15:59.908118 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:15:59.926520 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-cfb0e59e-21c9-4504-9929-928b82f5b700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'name': 'tempest-AttachVolumeShelveTestJSON-176795705-router', 'tenant_id': 'b6acb89542314578839f701251add904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:15:58Z', 'revision_number': 5, 'project_id': 'b6acb89542314578839f701251add904', 'gw_port': {'id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:48Z', 'updated_at': '2022-07-05T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:59.951774 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb0e59e-21c9-4504-9929-928b82f5b700 None None] Checking router: 3ead801b-06f1-4a71-9466-3d473d45e374 for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:15:59.961052 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb0e59e-21c9-4504-9929-928b82f5b700 None None] Routers {'3ead801b-06f1-4a71-9466-3d473d45e374'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:15:59.961661 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-cfb0e59e-21c9-4504-9929-928b82f5b700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:15:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['3ead801b-06f1-4a71-9466-3d473d45e374'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:00.073705 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-cfb0e59e-21c9-4504-9929-928b82f5b700 None None] Set router 3ead801b-06f1-4a71-9466-3d473d45e374 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:16:00.075705 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:00.078265 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-cf3395e9-36ef-4b33-8ebf-212e1a780c86 admin admin] Deleting port 48861412-90ec-422b-a6e4-81b2262c0c99 {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:16:00.078616 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cf3395e9-36ef-4b33-8ebf-212e1a780c86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (48861412-90ec-422b-a6e4-81b2262c0c99), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:00.194811 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a7aa55c7-6869-404a-9d3f-769b76d678e3 admin admin] Publish callbacks [] for router_gateway (022369e6-b5c7-479f-a210-9d4df9445bf0), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:00.214848 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-cf3395e9-36ef-4b33-8ebf-212e1a780c86 admin admin] For port 48861412-90ec-422b-a6e4-81b2262c0c99, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=48861412-90ec-422b-a6e4-81b2262c0c99,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:16:00.215217 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cf3395e9-36ef-4b33-8ebf-212e1a780c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (48861412-90ec-422b-a6e4-81b2262c0c99), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:00.248806 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-cf3395e9-36ef-4b33-8ebf-212e1a780c86 admin admin] Calling delete_port for 48861412-90ec-422b-a6e4-81b2262c0c99 owned by network:router_gateway {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:16:00.362867 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 29d22abb-31f2-4c96-9346-55cc2ed689a2 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:16:00.391778 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-cfb0e59e-21c9-4504-9929-928b82f5b700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'name': 'tempest-AttachVolumeShelveTestJSON-176795705-router', 'tenant_id': 'b6acb89542314578839f701251add904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:15:58Z', 'revision_number': 5, 'project_id': 'b6acb89542314578839f701251add904', 'gw_port': {'id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:48Z', 'updated_at': '2022-07-05T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:00.425631 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb0e59e-21c9-4504-9929-928b82f5b700 None None] The sync data for ids ['3ead801b-06f1-4a71-9466-3d473d45e374'] in dv-cinder-848759-1-iscsi is: [{'id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'name': 'tempest-AttachVolumeShelveTestJSON-176795705-router', 'tenant_id': 'b6acb89542314578839f701251add904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:46Z', 'updated_at': '2022-07-05T16:15:58Z', 'revision_number': 5, 'project_id': 'b6acb89542314578839f701251add904', 'gw_port': {'id': '48861412-90ec-422b-a6e4-81b2262c0c99', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead801b-06f1-4a71-9466-3d473d45e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:48Z', 'updated_at': '2022-07-05T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:16:00.474444 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 29d22abb-31f2-4c96-9346-55cc2ed689a2 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:16:00.475002 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (29d22abb-31f2-4c96-9346-55cc2ed689a2), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:00.574242 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a7aa55c7-6869-404a-9d3f-769b76d678e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509176'] for router (022369e6-b5c7-479f-a210-9d4df9445bf0), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:00.574480 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 29d22abb-31f2-4c96-9346-55cc2ed689a2 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:16:00.575532 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device f78dc699-06e0-4cf5-8e74-27ebae73d06e up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:16:00.619485 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port f78dc699-06e0-4cf5-8e74-27ebae73d06e triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:16:00.620192 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (f78dc699-06e0-4cf5-8e74-27ebae73d06e), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:00.627093 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cf3395e9-36ef-4b33-8ebf-212e1a780c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (48861412-90ec-422b-a6e4-81b2262c0c99), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:00.656557 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3395e9-36ef-4b33-8ebf-212e1a780c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=48861412-90ec-422b-a6e4-81b2262c0c99,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:00.713062 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port f78dc699-06e0-4cf5-8e74-27ebae73d06e is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:16:00.713866 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (f78dc699-06e0-4cf5-8e74-27ebae73d06e), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:00.732118 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:00.758720 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9bbac0-e58f-4813-8fa6-b78c90fc517f None None] Network ec7a5392-f047-4b38-af4e-b9f9d344920e requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:16:00.759062 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cf3395e9-36ef-4b33-8ebf-212e1a780c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-508993'] for router_gateway (3ead801b-06f1-4a71-9466-3d473d45e374), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:00.765660 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] For port f78dc699-06e0-4cf5-8e74-27ebae73d06e, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=f78dc699-06e0-4cf5-8e74-27ebae73d06e,segment=NetworkSegment(c5f65358-352d-4152-bb78-7058eb6e97fb),segment_id=c5f65358-352d-4152-bb78-7058eb6e97fb)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:16:00.855581 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cf3395e9-36ef-4b33-8ebf-212e1a780c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075037'] for router (3ead801b-06f1-4a71-9466-3d473d45e374), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:00.857894 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cf3395e9-36ef-4b33-8ebf-212e1a780c86 admin admin] Publish callbacks [] for router_controller (3ead801b-06f1-4a71-9466-3d473d45e374), precommit_delete_associations {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:00.862286 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-a1495dec-eb35-478b-a9bc-0693bf377782 None None] Provisioning complete for port f78dc699-06e0-4cf5-8e74-27ebae73d06e triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:16:00.862681 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-a1495dec-eb35-478b-a9bc-0693bf377782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (f78dc699-06e0-4cf5-8e74-27ebae73d06e), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:00.878755 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7aa55c7-6869-404a-9d3f-769b76d678e3 admin admin] Router 022369e6-b5c7-479f-a210-9d4df9445bf0 is scheduled to L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 with binding_index 1 {{(pid=104585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 05 16:16:00.898722 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (f78dc699-06e0-4cf5-8e74-27ebae73d06e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:00.982672 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:00.992736 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Pushing event updated for resources: {'Port': ['ID=f78dc699-06e0-4cf5-8e74-27ebae73d06e,revision_number=3']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:00.994280 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cf3395e9-36ef-4b33-8ebf-212e1a780c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498478'] for router (3ead801b-06f1-4a71-9466-3d473d45e374), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:00.995605 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3395e9-36ef-4b33-8ebf-212e1a780c86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ead801b-06f1-4a71-9466-3d473d45e374 {{(pid=104584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 16:16:01.005655 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-cf3395e9-36ef-4b33-8ebf-212e1a780c86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:01.005655 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-cf3395e9-36ef-4b33-8ebf-212e1a780c86 admin admin] 10.222.0.45 "DELETE /v2.0/routers/3ead801b-06f1-4a71-9466-3d473d45e374 HTTP/1.1" status: 204 len: 168 time: 1.5437877 Jul 05 16:16:01.005655 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50158) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:01.034672 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-a1495dec-eb35-478b-a9bc-0693bf377782 None None] Current status of the port f78dc699-06e0-4cf5-8e74-27ebae73d06e is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:16:01.037080 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7aa55c7-6869-404a-9d3f-769b76d678e3 admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:16:01.053441 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb498791-a26f-425b-83aa-4458042f10f8 None None] Sync routers for ids ['022369e6-b5c7-479f-a210-9d4df9445bf0'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:16:01.063628 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb498791-a26f-425b-83aa-4458042f10f8 None None] Routers {'022369e6-b5c7-479f-a210-9d4df9445bf0'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:16:01.064334 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-cb498791-a26f-425b-83aa-4458042f10f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:15:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['022369e6-b5c7-479f-a210-9d4df9445bf0'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:01.087788 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac2a076-1518-47f8-a39f-c2e8a7daffb0 admin admin] Deleting subnet c0055538-accc-457f-a7de-0db99e31abb1 {{(pid=104584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 16:16:01.092143 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-dac2a076-1518-47f8-a39f-c2e8a7daffb0 admin admin] Publish callbacks [] for subnet (c0055538-accc-457f-a7de-0db99e31abb1), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:01.141625 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-dac2a076-1518-47f8-a39f-c2e8a7daffb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032071'] for subnet (c0055538-accc-457f-a7de-0db99e31abb1), precommit_delete_associations {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:01.141854 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a7aa55c7-6869-404a-9d3f-769b76d678e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:01.145667 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-a7aa55c7-6869-404a-9d3f-769b76d678e3 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.5627038 Jul 05 16:16:01.152078 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 50162) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:01.241062 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-cb498791-a26f-425b-83aa-4458042f10f8 None None] Set router 022369e6-b5c7-479f-a210-9d4df9445bf0 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:16:01.261397 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-dac2a076-1518-47f8-a39f-c2e8a7daffb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7708876'] for subnet (c0055538-accc-457f-a7de-0db99e31abb1), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:01.352820 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:01.399787 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-b3470bf1-7bb2-4bc7-9620-338ea7c89ad1 None None] Provisioning complete for port f78dc699-06e0-4cf5-8e74-27ebae73d06e triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:16:01.400286 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-b3470bf1-7bb2-4bc7-9620-338ea7c89ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (f78dc699-06e0-4cf5-8e74-27ebae73d06e), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:01.421987 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-dac2a076-1518-47f8-a39f-c2e8a7daffb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7708871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1267982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411760'] for subnet (c0055538-accc-457f-a7de-0db99e31abb1), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:01.448325 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d78efbf-4cb2-4a6a-89bb-9a7a1909d318 None None] Network 2110daf5-1cfa-4c9d-9065-b33fabf55a66 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:16:01.456672 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-dac2a076-1518-47f8-a39f-c2e8a7daffb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:01.462287 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-dac2a076-1518-47f8-a39f-c2e8a7daffb0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c0055538-accc-457f-a7de-0db99e31abb1 HTTP/1.1" status: 204 len: 168 time: 0.4551749 Jul 05 16:16:01.462287 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2a076-1518-47f8-a39f-c2e8a7daffb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0055538-accc-457f-a7de-0db99e31abb1,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:01.463248 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 50164) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:01.577607 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-70d0f63b-c66d-4191-b114-7105f09482e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7605430'] for network (2110daf5-1cfa-4c9d-9065-b33fabf55a66), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:01.607845 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-cb498791-a26f-425b-83aa-4458042f10f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022369e6-b5c7-479f-a210-9d4df9445bf0', 'name': 'tempest-TestShelveInstance-7784843-router', 'tenant_id': '029709f656f44d5d999793a45eef802c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'afb39a1c-3d8c-436f-9e0a-c62557a914dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:15:57Z', 'updated_at': '2022-07-05T16:15:59Z', 'revision_number': 3, 'project_id': '029709f656f44d5d999793a45eef802c', 'gw_port': {'id': 'afb39a1c-3d8c-436f-9e0a-c62557a914dd', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:60:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022369e6-b5c7-479f-a210-9d4df9445bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:59Z', 'updated_at': '2022-07-05T16:15:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:01.613681 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:01.647993 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb498791-a26f-425b-83aa-4458042f10f8 None None] Checking router: 022369e6-b5c7-479f-a210-9d4df9445bf0 for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:16:01.648351 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb498791-a26f-425b-83aa-4458042f10f8 None None] Updating router 022369e6-b5c7-479f-a210-9d4df9445bf0 port afb39a1c-3d8c-436f-9e0a-c62557a914dd binding host dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:16:01.653784 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-b3470bf1-7bb2-4bc7-9620-338ea7c89ad1 None None] Current status of the port f78dc699-06e0-4cf5-8e74-27ebae73d06e is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:16:01.685069 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [None req-70d0f63b-c66d-4191-b114-7105f09482e4 admin admin] Deleting port 156423bf-19af-44f5-9418-928b3cdc0a6c {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:16:01.685069 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-70d0f63b-c66d-4191-b114-7105f09482e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (156423bf-19af-44f5-9418-928b3cdc0a6c), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:01.685456 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-cb498791-a26f-425b-83aa-4458042f10f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (afb39a1c-3d8c-436f-9e0a-c62557a914dd), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:01.730779 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd39739-c52a-40b8-a1bd-4a02ce041489 None None] DHCP port deletion for 2110daf5-1cfa-4c9d-9065-b33fabf55a66 request from dv-cinder-848759-1-iscsi {{(pid=104586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 05 16:16:01.801203 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [None req-70d0f63b-c66d-4191-b114-7105f09482e4 admin admin] For port 156423bf-19af-44f5-9418-928b3cdc0a6c, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=156423bf-19af-44f5-9418-928b3cdc0a6c,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:16:01.801561 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-70d0f63b-c66d-4191-b114-7105f09482e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (156423bf-19af-44f5-9418-928b3cdc0a6c), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:01.822619 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3e021e86-ec25-4052-81ca-e8de08232104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:01.825813 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [None req-70d0f63b-c66d-4191-b114-7105f09482e4 admin admin] Calling delete_port for 156423bf-19af-44f5-9418-928b3cdc0a6c owned by network:dhcp {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:16:01.847236 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-fcd39739-c52a-40b8-a1bd-4a02ce041489 None None] Deleting port 156423bf-19af-44f5-9418-928b3cdc0a6c {{(pid=104586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:16:01.847608 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-fcd39739-c52a-40b8-a1bd-4a02ce041489 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (156423bf-19af-44f5-9418-928b3cdc0a6c), before_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:01.913258 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=100 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:01.970141 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-fcd39739-c52a-40b8-a1bd-4a02ce041489 None None] For port 156423bf-19af-44f5-9418-928b3cdc0a6c, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=156423bf-19af-44f5-9418-928b3cdc0a6c,segment=NetworkSegment(6f645013-d008-4ebc-b993-15aa3ce0d8aa),segment_id=6f645013-d008-4ebc-b993-15aa3ce0d8aa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:16:01.970141 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-fcd39739-c52a-40b8-a1bd-4a02ce041489 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (156423bf-19af-44f5-9418-928b3cdc0a6c), precommit_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:01.996281 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-fcd39739-c52a-40b8-a1bd-4a02ce041489 None None] Calling delete_port for 156423bf-19af-44f5-9418-928b3cdc0a6c owned by network:dhcp {{(pid=104586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:16:02.038805 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [None req-3e021e86-ec25-4052-81ca-e8de08232104 admin admin] Allocated IP 172.20.0.1 (ec7a5392-f047-4b38-af4e-b9f9d344920e/48e05584-4e0c-4e81-a19f-6b148e891067/3e25c193-8655-4808-9e94-9b2df9cb9085) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:16:02.049266 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:02.054144 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-70d0f63b-c66d-4191-b114-7105f09482e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (156423bf-19af-44f5-9418-928b3cdc0a6c), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:02.091125 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0f63b-c66d-4191-b114-7105f09482e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=156423bf-19af-44f5-9418-928b3cdc0a6c,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:02.097777 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d0f63b-c66d-4191-b114-7105f09482e4 admin admin] No DVR routers for this DVR port 156423bf-19af-44f5-9418-928b3cdc0a6c on host dv-cinder-848759-1-iscsi {{(pid=104585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:16:02.221235 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-70d0f63b-c66d-4191-b114-7105f09482e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7757606', 'neutron.services.segments.db._delete_segments_for_network-8746276517753'] for network (2110daf5-1cfa-4c9d-9065-b33fabf55a66), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:02.221894 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device f78dc699-06e0-4cf5-8e74-27ebae73d06e up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:16:02.230519 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:02.265584 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.services.segments.db [None req-70d0f63b-c66d-4191-b114-7105f09482e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2110daf5-1cfa-4c9d-9065-b33fabf55a66']}} {{(pid=104585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:02.276983 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3e021e86-ec25-4052-81ca-e8de08232104 admin admin] Publish callbacks [] for port (3e25c193-8655-4808-9e94-9b2df9cb9085), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:02.281807 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.services.segments.db [None req-70d0f63b-c66d-4191-b114-7105f09482e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f645013-d008-4ebc-b993-15aa3ce0d8aa') {'for_net_delete': True} {{(pid=104585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:02.282104 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.services.segments.db [None req-70d0f63b-c66d-4191-b114-7105f09482e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f645013-d008-4ebc-b993-15aa3ce0d8aa') {} {{(pid=104585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:02.291822 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-cb498791-a26f-425b-83aa-4458042f10f8 None None] Publish callbacks [] for port (afb39a1c-3d8c-436f-9e0a-c62557a914dd), precommit_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:02.295454 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-70d0f63b-c66d-4191-b114-7105f09482e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746276519554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9024836'] for segment (6f645013-d008-4ebc-b993-15aa3ce0d8aa), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:02.319177 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-70d0f63b-c66d-4191-b114-7105f09482e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (6f645013-d008-4ebc-b993-15aa3ce0d8aa), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:02.320901 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-fcd39739-c52a-40b8-a1bd-4a02ce041489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858'] for port (156423bf-19af-44f5-9418-928b3cdc0a6c), after_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:02.329563 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d0f63b-c66d-4191-b114-7105f09482e4 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=104585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:16:02.329954 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-70d0f63b-c66d-4191-b114-7105f09482e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8872760'] for segment (6f645013-d008-4ebc-b993-15aa3ce0d8aa), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:02.345152 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:02.359771 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port f78dc699-06e0-4cf5-8e74-27ebae73d06e triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:16:02.360515 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (f78dc699-06e0-4cf5-8e74-27ebae73d06e), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:02.361075 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.services.segments.plugin [-] Segment 6f645013-d008-4ebc-b993-15aa3ce0d8aa resource provider aggregate not found Jul 05 16:16:02.363125 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd39739-c52a-40b8-a1bd-4a02ce041489 None None] No DVR routers for this DVR port 156423bf-19af-44f5-9418-928b3cdc0a6c on host dv-cinder-848759-1-iscsi {{(pid=104586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:16:02.366184 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd39739-c52a-40b8-a1bd-4a02ce041489 None None] Pushing event deleted for resources: {'Port': ['ID=156423bf-19af-44f5-9418-928b3cdc0a6c,revision_number=None']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:02.404926 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-cb498791-a26f-425b-83aa-4458042f10f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (afb39a1c-3d8c-436f-9e0a-c62557a914dd), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:02.409022 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.services.segments.plugin [-] Segment 6f645013-d008-4ebc-b993-15aa3ce0d8aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f645013-d008-4ebc-b993-15aa3ce0d8aa found for delete ", "request_id": "req-2d6e8f21-c9c2-4049-9f2a-1cabfb027431"}]} Jul 05 16:16:02.462118 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3e021e86-ec25-4052-81ca-e8de08232104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (3e25c193-8655-4808-9e94-9b2df9cb9085), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:02.471149 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-cb498791-a26f-425b-83aa-4458042f10f8 None None] Attempting to bind port afb39a1c-3d8c-436f-9e0a-c62557a914dd on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:16:02.471553 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-cb498791-a26f-425b-83aa-4458042f10f8 None None] Attempting to bind port afb39a1c-3d8c-436f-9e0a-c62557a914dd by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:16:02.471858 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb498791-a26f-425b-83aa-4458042f10f8 None None] Attempting to bind port afb39a1c-3d8c-436f-9e0a-c62557a914dd on network 90903495-288b-44cb-8357-c0c74fc45d82 {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:16:02.473755 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cadddd6-111f-42ba-9e20-c485ef393333 None None] Pushing event updated for resources: {'Port': ['ID=afb39a1c-3d8c-436f-9e0a-c62557a914dd,revision_number=2']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:02.497121 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-70d0f63b-c66d-4191-b114-7105f09482e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7757615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509440'] for network (2110daf5-1cfa-4c9d-9065-b33fabf55a66), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:02.499204 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-70d0f63b-c66d-4191-b114-7105f09482e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:02.500710 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb498791-a26f-425b-83aa-4458042f10f8 None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:16:02.501112 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb498791-a26f-425b-83aa-4458042f10f8 None None] Checking segment: {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:16:02.501598 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-cb498791-a26f-425b-83aa-4458042f10f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:02.501880 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb498791-a26f-425b-83aa-4458042f10f8 None None] Bound using segment: {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:16:02.502365 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-cb498791-a26f-425b-83aa-4458042f10f8 None None] Bound port: afb39a1c-3d8c-436f-9e0a-c62557a914dd, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:16:02.502743 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-cb498791-a26f-425b-83aa-4458042f10f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (afb39a1c-3d8c-436f-9e0a-c62557a914dd), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:02.503127 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-70d0f63b-c66d-4191-b114-7105f09482e4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/2110daf5-1cfa-4c9d-9065-b33fabf55a66 HTTP/1.1" status: 204 len: 168 time: 1.0392284 Jul 05 16:16:02.542308 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e021e86-ec25-4052-81ca-e8de08232104 admin admin] Network ec7a5392-f047-4b38-af4e-b9f9d344920e is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:16:02.545689 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0f63b-c66d-4191-b114-7105f09482e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2110daf5-1cfa-4c9d-9065-b33fabf55a66,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:02.549617 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port f78dc699-06e0-4cf5-8e74-27ebae73d06e is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:16:02.550478 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-3e021e86-ec25-4052-81ca-e8de08232104 admin admin] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:16:02.554054 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e021e86-ec25-4052-81ca-e8de08232104 admin admin] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:16:02.580900 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e021e86-ec25-4052-81ca-e8de08232104 admin admin] Pushing event updated for resources: {'Port': ['ID=3e25c193-8655-4808-9e94-9b2df9cb9085,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:02.601231 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-cb498791-a26f-425b-83aa-4458042f10f8 None None] For port afb39a1c-3d8c-436f-9e0a-c62557a914dd, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:16:02.607870 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-cb498791-a26f-425b-83aa-4458042f10f8 None None] For port afb39a1c-3d8c-436f-9e0a-c62557a914dd, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=afb39a1c-3d8c-436f-9e0a-c62557a914dd,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:16:02.621620 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3e021e86-ec25-4052-81ca-e8de08232104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518656'] for router_interface (022369e6-b5c7-479f-a210-9d4df9445bf0), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:02.632366 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device bc0d69d5-8f64-4477-b776-bd52cb43fea0 no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:16:02.658642 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: bc0d69d5-8f64-4477-b776-bd52cb43fea0 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:16:02.659512 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device bc0d69d5-8f64-4477-b776-bd52cb43fea0 not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:16:02.659934 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 156423bf-19af-44f5-9418-928b3cdc0a6c no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:16:02.679922 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: 156423bf-19af-44f5-9418-928b3cdc0a6c {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:16:02.680271 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 156423bf-19af-44f5-9418-928b3cdc0a6c not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:16:02.680943 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 48861412-90ec-422b-a6e4-81b2262c0c99 no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:16:02.700448 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: 48861412-90ec-422b-a6e4-81b2262c0c99 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:16:02.704367 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 48861412-90ec-422b-a6e4-81b2262c0c99 not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:16:02.723467 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-cb498791-a26f-425b-83aa-4458042f10f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (afb39a1c-3d8c-436f-9e0a-c62557a914dd), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:02.789243 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb498791-a26f-425b-83aa-4458042f10f8 None None] Routers {'022369e6-b5c7-479f-a210-9d4df9445bf0'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:16:02.789929 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-cb498791-a26f-425b-83aa-4458042f10f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:15:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['022369e6-b5c7-479f-a210-9d4df9445bf0'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:02.795308 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cadddd6-111f-42ba-9e20-c485ef393333 None None] Pushing event updated for resources: {'Port': ['ID=afb39a1c-3d8c-436f-9e0a-c62557a914dd,revision_number=3']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:02.839666 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:02.859171 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3e021e86-ec25-4052-81ca-e8de08232104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (3e25c193-8655-4808-9e94-9b2df9cb9085), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:02.937476 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bbc5d8e0-3fe9-4cc2-a225-1f21b902e4e6 None None] Provisioning complete for port 3e25c193-8655-4808-9e94-9b2df9cb9085 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:16:02.937846 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bbc5d8e0-3fe9-4cc2-a225-1f21b902e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (3e25c193-8655-4808-9e94-9b2df9cb9085), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:02.939496 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 50178) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:02.984606 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-cb498791-a26f-425b-83aa-4458042f10f8 None None] Set router 022369e6-b5c7-479f-a210-9d4df9445bf0 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:16:03.031583 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-ad85d4da-d5fe-4a17-859c-cabe66c62c0a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b6acb89542314578839f701251add904&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0907133 Jul 05 16:16:03.034202 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50182) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:03.071734 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-19638a21-a6ef-435f-8e8b-ce2e17a0e75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:03.074032 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:DELETE=5 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:03.078560 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3e021e86-ec25-4052-81ca-e8de08232104 admin admin] Publish callbacks [] for port (3e25c193-8655-4808-9e94-9b2df9cb9085), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:03.083029 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bbc5d8e0-3fe9-4cc2-a225-1f21b902e4e6 None None] Port 3e25c193-8655-4808-9e94-9b2df9cb9085 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:16:03.092268 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8c7b75d8-b98b-42ac-a2ad-b4807a999121 admin admin] Publish callbacks [] for security_group (d48ddc86-2ae2-49a2-9f36-527fc402becf), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:03.098719 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:03.126012 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8c7b75d8-b98b-42ac-a2ad-b4807a999121 admin admin] Publish callbacks [] for security_group (d48ddc86-2ae2-49a2-9f36-527fc402becf), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:03.147204 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:03.152741 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3e021e86-ec25-4052-81ca-e8de08232104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (3e25c193-8655-4808-9e94-9b2df9cb9085), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:03.225168 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3e021e86-ec25-4052-81ca-e8de08232104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518804'] for router_interface (022369e6-b5c7-479f-a210-9d4df9445bf0), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:03.233264 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e021e86-ec25-4052-81ca-e8de08232104 admin admin] Pushing event updated for resources: {'Port': ['ID=3e25c193-8655-4808-9e94-9b2df9cb9085,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:03.243465 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8c7b75d8-b98b-42ac-a2ad-b4807a999121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (d48ddc86-2ae2-49a2-9f36-527fc402becf), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:03.246819 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8c7b75d8-b98b-42ac-a2ad-b4807a999121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:03.247990 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-8c7b75d8-b98b-42ac-a2ad-b4807a999121 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d48ddc86-2ae2-49a2-9f36-527fc402becf HTTP/1.1" status: 204 len: 168 time: 0.2127578 Jul 05 16:16:03.261049 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b75d8-b98b-42ac-a2ad-b4807a999121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48ddc86-2ae2-49a2-9f36-527fc402becf,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:03.261284 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-cb498791-a26f-425b-83aa-4458042f10f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022369e6-b5c7-479f-a210-9d4df9445bf0', 'name': 'tempest-TestShelveInstance-7784843-router', 'tenant_id': '029709f656f44d5d999793a45eef802c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'afb39a1c-3d8c-436f-9e0a-c62557a914dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:15:57Z', 'updated_at': '2022-07-05T16:15:59Z', 'revision_number': 3, 'project_id': '029709f656f44d5d999793a45eef802c', 'gw_port': {'id': 'afb39a1c-3d8c-436f-9e0a-c62557a914dd', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:60:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022369e6-b5c7-479f-a210-9d4df9445bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:59Z', 'updated_at': '2022-07-05T16:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:03.262308 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:03.294155 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb498791-a26f-425b-83aa-4458042f10f8 None None] The sync data for ids ['022369e6-b5c7-479f-a210-9d4df9445bf0'] in dv-cinder-848759-1-iscsi is: [{'id': '022369e6-b5c7-479f-a210-9d4df9445bf0', 'name': 'tempest-TestShelveInstance-7784843-router', 'tenant_id': '029709f656f44d5d999793a45eef802c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'afb39a1c-3d8c-436f-9e0a-c62557a914dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:15:57Z', 'updated_at': '2022-07-05T16:15:59Z', 'revision_number': 3, 'project_id': '029709f656f44d5d999793a45eef802c', 'gw_port': {'id': 'afb39a1c-3d8c-436f-9e0a-c62557a914dd', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:60:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022369e6-b5c7-479f-a210-9d4df9445bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:59Z', 'updated_at': '2022-07-05T16:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:16:03.352409 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e021e86-ec25-4052-81ca-e8de08232104 admin admin] Network ec7a5392-f047-4b38-af4e-b9f9d344920e is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:16:03.353822 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-3e021e86-ec25-4052-81ca-e8de08232104 admin admin] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:16:03.714658 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-fd9287b1-a674-4f63-9d22-5ebc43e69a5c None None] Provisioning complete for port 3e25c193-8655-4808-9e94-9b2df9cb9085 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:16:03.715220 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-fd9287b1-a674-4f63-9d22-5ebc43e69a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (3e25c193-8655-4808-9e94-9b2df9cb9085), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:03.748598 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e021e86-ec25-4052-81ca-e8de08232104 admin admin] Router 022369e6-b5c7-479f-a210-9d4df9445bf0 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:16:03.766691 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-fd9287b1-a674-4f63-9d22-5ebc43e69a5c None None] Port 3e25c193-8655-4808-9e94-9b2df9cb9085 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:16:03.814847 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:03.884318 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e021e86-ec25-4052-81ca-e8de08232104 admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:16:03.898452 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-3e021e86-ec25-4052-81ca-e8de08232104 admin admin] 10.222.0.45 "PUT /v2.0/routers/022369e6-b5c7-479f-a210-9d4df9445bf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7415633 Jul 05 16:16:04.193910 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device afb39a1c-3d8c-436f-9e0a-c62557a914dd up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:16:04.255348 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port afb39a1c-3d8c-436f-9e0a-c62557a914dd triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:16:04.255843 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (afb39a1c-3d8c-436f-9e0a-c62557a914dd), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:04.366177 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port afb39a1c-3d8c-436f-9e0a-c62557a914dd is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:16:04.367122 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (afb39a1c-3d8c-436f-9e0a-c62557a914dd), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:04.391974 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] For port afb39a1c-3d8c-436f-9e0a-c62557a914dd, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=afb39a1c-3d8c-436f-9e0a-c62557a914dd,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:16:04.461647 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 50220) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:04.466405 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-acda00a1-3642-4c8c-9e74-a2f86cd73f58 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-541061477', 'description': 'tempest-secgroup-smoke-541061477 description', 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:16:04.471135 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (afb39a1c-3d8c-436f-9e0a-c62557a914dd), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:04.526624 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Pushing event updated for resources: {'Port': ['ID=afb39a1c-3d8c-436f-9e0a-c62557a914dd,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:04.557019 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-acda00a1-3642-4c8c-9e74-a2f86cd73f58 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:04.632458 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-acda00a1-3642-4c8c-9e74-a2f86cd73f58 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for security_group (24ef9576-e900-4355-939b-e9d5f7033d52), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:04.711284 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-acda00a1-3642-4c8c-9e74-a2f86cd73f58 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (24ef9576-e900-4355-939b-e9d5f7033d52), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:04.741219 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda00a1-3642-4c8c-9e74-a2f86cd73f58 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24ef9576-e900-4355-939b-e9d5f7033d52,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:04.827886 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-acda00a1-3642-4c8c-9e74-a2f86cd73f58 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:04.830235 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-acda00a1-3642-4c8c-9e74-a2f86cd73f58 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3662369 Jul 05 16:16:04.832227 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 50228) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:04.837238 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-964614ab-e9c2-4698-8535-6159c62ab22f tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Request body: {'security_group_rule': {'security_group_id': '24ef9576-e900-4355-939b-e9d5f7033d52', 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:16:04.934537 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-964614ab-e9c2-4698-8535-6159c62ab22f tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for security_group_rule (562170cb-312b-4941-a083-350f63ac35de), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:04.989297 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-964614ab-e9c2-4698-8535-6159c62ab22f tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for security_group_rule (562170cb-312b-4941-a083-350f63ac35de), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:05.055337 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-964614ab-e9c2-4698-8535-6159c62ab22f tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (562170cb-312b-4941-a083-350f63ac35de), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:05.077996 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964614ab-e9c2-4698-8535-6159c62ab22f tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562170cb-312b-4941-a083-350f63ac35de,revision_number=0']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:05.143480 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-964614ab-e9c2-4698-8535-6159c62ab22f tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:05.147351 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-964614ab-e9c2-4698-8535-6159c62ab22f tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3114138 Jul 05 16:16:05.147695 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50234) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:05.152499 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-fc39500a-f0d4-4ced-b093-6fd202dc4539 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Request body: {'security_group_rule': {'security_group_id': '24ef9576-e900-4355-939b-e9d5f7033d52', 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:16:05.248886 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-d58a55e3-6506-4a51-9b48-a1e600d9b98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:05.249835 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-fc39500a-f0d4-4ced-b093-6fd202dc4539 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for security_group_rule (a1bfe87b-e0a4-4202-bed6-c5daac3b0b13), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:05.310888 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-fc39500a-f0d4-4ced-b093-6fd202dc4539 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for security_group_rule (a1bfe87b-e0a4-4202-bed6-c5daac3b0b13), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:05.364001 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-fc39500a-f0d4-4ced-b093-6fd202dc4539 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (a1bfe87b-e0a4-4202-bed6-c5daac3b0b13), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:05.379566 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39500a-f0d4-4ced-b093-6fd202dc4539 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1bfe87b-e0a4-4202-bed6-c5daac3b0b13,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:05.469331 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-fc39500a-f0d4-4ced-b093-6fd202dc4539 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:05.470768 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-fc39500a-f0d4-4ced-b093-6fd202dc4539 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3220191 Jul 05 16:16:05.473588 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50246) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:05.478967 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-79474722-65fe-4758-8782-30f1803c57c7 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Request body: {'security_group_rule': {'security_group_id': '24ef9576-e900-4355-939b-e9d5f7033d52', 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:16:05.601156 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-79474722-65fe-4758-8782-30f1803c57c7 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for security_group_rule (0314c18a-7abf-490a-8d71-dff3b143ca91), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:05.659891 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-79474722-65fe-4758-8782-30f1803c57c7 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for security_group_rule (0314c18a-7abf-490a-8d71-dff3b143ca91), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:05.758761 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-79474722-65fe-4758-8782-30f1803c57c7 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (0314c18a-7abf-490a-8d71-dff3b143ca91), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:05.778159 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79474722-65fe-4758-8782-30f1803c57c7 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0314c18a-7abf-490a-8d71-dff3b143ca91,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:05.881952 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-79474722-65fe-4758-8782-30f1803c57c7 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:05.884149 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-79474722-65fe-4758-8782-30f1803c57c7 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4089227 Jul 05 16:16:05.896665 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 50256) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:05.901349 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-572e5976-8935-4df1-b564-fdd687b425f2 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Request body: {'security_group_rule': {'security_group_id': '24ef9576-e900-4355-939b-e9d5f7033d52', 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:16:06.032197 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-572e5976-8935-4df1-b564-fdd687b425f2 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for security_group_rule (8cb2c741-d8dc-4863-aeae-7f7a337e5670), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:06.104687 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-572e5976-8935-4df1-b564-fdd687b425f2 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for security_group_rule (8cb2c741-d8dc-4863-aeae-7f7a337e5670), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:06.132736 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device afb39a1c-3d8c-436f-9e0a-c62557a914dd up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:16:06.168624 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-572e5976-8935-4df1-b564-fdd687b425f2 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (8cb2c741-d8dc-4863-aeae-7f7a337e5670), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:06.184301 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port afb39a1c-3d8c-436f-9e0a-c62557a914dd triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:16:06.185095 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (afb39a1c-3d8c-436f-9e0a-c62557a914dd), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:06.188441 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25430a9-2699-40e4-aba8-32877234fa2d None None] Sync routers for ids ['022369e6-b5c7-479f-a210-9d4df9445bf0'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:16:06.190053 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e5976-8935-4df1-b564-fdd687b425f2 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb2c741-d8dc-4863-aeae-7f7a337e5670,revision_number=0']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:06.199450 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25430a9-2699-40e4-aba8-32877234fa2d None None] Routers {'022369e6-b5c7-479f-a210-9d4df9445bf0'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:16:06.200043 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-d25430a9-2699-40e4-aba8-32877234fa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:16:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['022369e6-b5c7-479f-a210-9d4df9445bf0'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:06.260742 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-572e5976-8935-4df1-b564-fdd687b425f2 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:06.265339 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-572e5976-8935-4df1-b564-fdd687b425f2 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3672824 Jul 05 16:16:06.266128 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50266) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:06.266593 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port afb39a1c-3d8c-436f-9e0a-c62557a914dd is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:16:06.272207 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-8819e997-1aeb-4d7e-a6a8-cdaed1b677c2 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Request body: {'security_group_rule': {'security_group_id': '24ef9576-e900-4355-939b-e9d5f7033d52', 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:16:06.338463 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-d25430a9-2699-40e4-aba8-32877234fa2d None None] Set router 022369e6-b5c7-479f-a210-9d4df9445bf0 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:16:06.421196 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.db.securitygroups_db [None req-8819e997-1aeb-4d7e-a6a8-cdaed1b677c2 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Project de07093c553b4f0391c85e5ea04cf7f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 16:16:06.432705 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:06.432912 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8819e997-1aeb-4d7e-a6a8-cdaed1b677c2 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for security_group_rule (0ab367b3-1f3d-43f2-ab73-e79c584771e6), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:06.435860 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:16:06.461903 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=100 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:06.497003 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8819e997-1aeb-4d7e-a6a8-cdaed1b677c2 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for security_group_rule (0ab367b3-1f3d-43f2-ab73-e79c584771e6), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:06.534723 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-d25430a9-2699-40e4-aba8-32877234fa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022369e6-b5c7-479f-a210-9d4df9445bf0', 'name': 'tempest-TestShelveInstance-7784843-router', 'tenant_id': '029709f656f44d5d999793a45eef802c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'afb39a1c-3d8c-436f-9e0a-c62557a914dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:15:57Z', 'updated_at': '2022-07-05T16:16:02Z', 'revision_number': 4, 'project_id': '029709f656f44d5d999793a45eef802c', 'gw_port': {'id': 'afb39a1c-3d8c-436f-9e0a-c62557a914dd', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022369e6-b5c7-479f-a210-9d4df9445bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:59Z', 'updated_at': '2022-07-05T16:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '3e25c193-8655-4808-9e94-9b2df9cb9085', 'name': '', 'network_id': 'ec7a5392-f047-4b38-af4e-b9f9d344920e', 'tenant_id': '029709f656f44d5d999793a45eef802c', 'mac_address': 'fa:16:3e:dc:73:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022369e6-b5c7-479f-a210-9d4df9445bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '48e05584-4e0c-4e81-a19f-6b148e891067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:16:01Z', 'updated_at': '2022-07-05T16:16:02Z', 'revision_number': 2, 'project_id': '029709f656f44d5d999793a45eef802c', 'subnets': [{'id': '48e05584-4e0c-4e81-a19f-6b148e891067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:06.560276 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25430a9-2699-40e4-aba8-32877234fa2d None None] Checking router: 022369e6-b5c7-479f-a210-9d4df9445bf0 for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:16:06.560621 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25430a9-2699-40e4-aba8-32877234fa2d None None] Updating router 022369e6-b5c7-479f-a210-9d4df9445bf0 port 3e25c193-8655-4808-9e94-9b2df9cb9085 binding host dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:16:06.569545 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8819e997-1aeb-4d7e-a6a8-cdaed1b677c2 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (0ab367b3-1f3d-43f2-ab73-e79c584771e6), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:06.589428 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819e997-1aeb-4d7e-a6a8-cdaed1b677c2 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab367b3-1f3d-43f2-ab73-e79c584771e6,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:06.590013 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-d25430a9-2699-40e4-aba8-32877234fa2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (3e25c193-8655-4808-9e94-9b2df9cb9085), before_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:06.680798 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8819e997-1aeb-4d7e-a6a8-cdaed1b677c2 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:06.682146 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-8819e997-1aeb-4d7e-a6a8-cdaed1b677c2 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4138651 Jul 05 16:16:06.685041 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50270) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:06.689771 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-22c73310-3aaf-4442-ac5e-8c1dba0a4884 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Request body: {'security_group_rule': {'security_group_id': '24ef9576-e900-4355-939b-e9d5f7033d52', 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:16:06.810207 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.db.securitygroups_db [None req-22c73310-3aaf-4442-ac5e-8c1dba0a4884 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Project de07093c553b4f0391c85e5ea04cf7f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 16:16:06.816501 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-22c73310-3aaf-4442-ac5e-8c1dba0a4884 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for security_group_rule (c70082ea-c9c2-44c7-921c-988d252c9b3c), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:06.847517 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-d25430a9-2699-40e4-aba8-32877234fa2d None None] Publish callbacks [] for port (3e25c193-8655-4808-9e94-9b2df9cb9085), precommit_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:06.876339 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-22c73310-3aaf-4442-ac5e-8c1dba0a4884 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for security_group_rule (c70082ea-c9c2-44c7-921c-988d252c9b3c), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:06.923788 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-d25430a9-2699-40e4-aba8-32877234fa2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (3e25c193-8655-4808-9e94-9b2df9cb9085), after_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:06.952535 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-22c73310-3aaf-4442-ac5e-8c1dba0a4884 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (c70082ea-c9c2-44c7-921c-988d252c9b3c), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:06.964968 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:06.967801 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:06.973652 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c73310-3aaf-4442-ac5e-8c1dba0a4884 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70082ea-c9c2-44c7-921c-988d252c9b3c,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:06.976086 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2cba7d-6828-4d59-8246-9c805b408427 None None] Pushing event updated for resources: {'Port': ['ID=3e25c193-8655-4808-9e94-9b2df9cb9085,revision_number=3']} {{(pid=104587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:06.987054 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2cba7d-6828-4d59-8246-9c805b408427 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:06.987405 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2cba7d-6828-4d59-8246-9c805b408427 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:06.987767 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2cba7d-6828-4d59-8246-9c805b408427 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:06.988119 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2cba7d-6828-4d59-8246-9c805b408427 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:06.988453 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2cba7d-6828-4d59-8246-9c805b408427 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:06.988791 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2cba7d-6828-4d59-8246-9c805b408427 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:06.989129 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2cba7d-6828-4d59-8246-9c805b408427 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:06.989522 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2cba7d-6828-4d59-8246-9c805b408427 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:06.989835 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2cba7d-6828-4d59-8246-9c805b408427 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:06.990152 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2cba7d-6828-4d59-8246-9c805b408427 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:06.990475 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2cba7d-6828-4d59-8246-9c805b408427 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:06.990808 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2cba7d-6828-4d59-8246-9c805b408427 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:06.991127 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2cba7d-6828-4d59-8246-9c805b408427 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:06.991443 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2cba7d-6828-4d59-8246-9c805b408427 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:06.991758 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2cba7d-6828-4d59-8246-9c805b408427 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:07.044872 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-d25430a9-2699-40e4-aba8-32877234fa2d None None] Attempting to bind port 3e25c193-8655-4808-9e94-9b2df9cb9085 on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:16:07.045245 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-d25430a9-2699-40e4-aba8-32877234fa2d None None] Attempting to bind port 3e25c193-8655-4808-9e94-9b2df9cb9085 by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': 'c5f65358-352d-4152-bb78-7058eb6e97fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ec7a5392-f047-4b38-af4e-b9f9d344920e'}] {{(pid=104587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:16:07.045599 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25430a9-2699-40e4-aba8-32877234fa2d None None] Attempting to bind port 3e25c193-8655-4808-9e94-9b2df9cb9085 on network ec7a5392-f047-4b38-af4e-b9f9d344920e {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:16:07.051358 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25430a9-2699-40e4-aba8-32877234fa2d None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:16:07.054114 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25430a9-2699-40e4-aba8-32877234fa2d None None] Checking segment: {'id': 'c5f65358-352d-4152-bb78-7058eb6e97fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ec7a5392-f047-4b38-af4e-b9f9d344920e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:16:07.054114 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-d25430a9-2699-40e4-aba8-32877234fa2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:07.054114 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25430a9-2699-40e4-aba8-32877234fa2d None None] Bound using segment: {'id': 'c5f65358-352d-4152-bb78-7058eb6e97fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ec7a5392-f047-4b38-af4e-b9f9d344920e'} {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:16:07.054114 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-d25430a9-2699-40e4-aba8-32877234fa2d None None] Bound port: 3e25c193-8655-4808-9e94-9b2df9cb9085, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f65358-352d-4152-bb78-7058eb6e97fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ec7a5392-f047-4b38-af4e-b9f9d344920e'}}] {{(pid=104587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:16:07.054114 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-d25430a9-2699-40e4-aba8-32877234fa2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (3e25c193-8655-4808-9e94-9b2df9cb9085), before_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:07.074416 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-22c73310-3aaf-4442-ac5e-8c1dba0a4884 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:07.075817 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-22c73310-3aaf-4442-ac5e-8c1dba0a4884 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3894753 Jul 05 16:16:07.125086 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.db [None req-d25430a9-2699-40e4-aba8-32877234fa2d None None] For port 3e25c193-8655-4808-9e94-9b2df9cb9085, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:16:07.128896 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.db [None req-d25430a9-2699-40e4-aba8-32877234fa2d None None] For port 3e25c193-8655-4808-9e94-9b2df9cb9085, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=3e25c193-8655-4808-9e94-9b2df9cb9085,segment=NetworkSegment(c5f65358-352d-4152-bb78-7058eb6e97fb),segment_id=c5f65358-352d-4152-bb78-7058eb6e97fb)] {{(pid=104587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:16:07.206505 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-09f8db30-dbdd-41b9-b4a0-ff69f5f6cce0 None None] Provisioning complete for port 3e25c193-8655-4808-9e94-9b2df9cb9085 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:16:07.207315 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-09f8db30-dbdd-41b9-b4a0-ff69f5f6cce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (3e25c193-8655-4808-9e94-9b2df9cb9085), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:07.210351 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-d25430a9-2699-40e4-aba8-32877234fa2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (3e25c193-8655-4808-9e94-9b2df9cb9085), after_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:07.233037 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:07.268459 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25430a9-2699-40e4-aba8-32877234fa2d None None] Routers {'022369e6-b5c7-479f-a210-9d4df9445bf0'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:16:07.269204 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-d25430a9-2699-40e4-aba8-32877234fa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:16:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['022369e6-b5c7-479f-a210-9d4df9445bf0'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:07.306934 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-09f8db30-dbdd-41b9-b4a0-ff69f5f6cce0 None None] Current status of the port 3e25c193-8655-4808-9e94-9b2df9cb9085 is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:16:07.307593 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-09f8db30-dbdd-41b9-b4a0-ff69f5f6cce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (3e25c193-8655-4808-9e94-9b2df9cb9085), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:07.354258 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2cba7d-6828-4d59-8246-9c805b408427 None None] Pushing event updated for resources: {'Port': ['ID=3e25c193-8655-4808-9e94-9b2df9cb9085,revision_number=4']} {{(pid=104587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:07.360183 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-09f8db30-dbdd-41b9-b4a0-ff69f5f6cce0 None None] For port 3e25c193-8655-4808-9e94-9b2df9cb9085, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=3e25c193-8655-4808-9e94-9b2df9cb9085,segment=NetworkSegment(c5f65358-352d-4152-bb78-7058eb6e97fb),segment_id=c5f65358-352d-4152-bb78-7058eb6e97fb)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:16:07.430925 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-d25430a9-2699-40e4-aba8-32877234fa2d None None] Set router 022369e6-b5c7-479f-a210-9d4df9445bf0 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:16:07.459719 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-09f8db30-dbdd-41b9-b4a0-ff69f5f6cce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (3e25c193-8655-4808-9e94-9b2df9cb9085), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:07.470607 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:07.524760 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8db30-dbdd-41b9-b4a0-ff69f5f6cce0 None None] Pushing event updated for resources: {'Port': ['ID=3e25c193-8655-4808-9e94-9b2df9cb9085,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:07.580638 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-1fa31d00-5451-479f-96cc-4c2778121121 None None] Provisioning complete for port 3e25c193-8655-4808-9e94-9b2df9cb9085 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:16:07.581106 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-1fa31d00-5451-479f-96cc-4c2778121121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (3e25c193-8655-4808-9e94-9b2df9cb9085), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:07.621536 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:07.652190 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-d25430a9-2699-40e4-aba8-32877234fa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022369e6-b5c7-479f-a210-9d4df9445bf0', 'name': 'tempest-TestShelveInstance-7784843-router', 'tenant_id': '029709f656f44d5d999793a45eef802c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'afb39a1c-3d8c-436f-9e0a-c62557a914dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:15:57Z', 'updated_at': '2022-07-05T16:16:02Z', 'revision_number': 4, 'project_id': '029709f656f44d5d999793a45eef802c', 'gw_port': {'id': 'afb39a1c-3d8c-436f-9e0a-c62557a914dd', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022369e6-b5c7-479f-a210-9d4df9445bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:59Z', 'updated_at': '2022-07-05T16:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '3e25c193-8655-4808-9e94-9b2df9cb9085', 'name': '', 'network_id': 'ec7a5392-f047-4b38-af4e-b9f9d344920e', 'tenant_id': '029709f656f44d5d999793a45eef802c', 'mac_address': 'fa:16:3e:dc:73:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022369e6-b5c7-479f-a210-9d4df9445bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '48e05584-4e0c-4e81-a19f-6b148e891067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:16:01Z', 'updated_at': '2022-07-05T16:16:07Z', 'revision_number': 4, 'project_id': '029709f656f44d5d999793a45eef802c', 'subnets': [{'id': '48e05584-4e0c-4e81-a19f-6b148e891067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:07.667649 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-1fa31d00-5451-479f-96cc-4c2778121121 None None] Current status of the port 3e25c193-8655-4808-9e94-9b2df9cb9085 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:16:07.681584 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25430a9-2699-40e4-aba8-32877234fa2d None None] The sync data for ids ['022369e6-b5c7-479f-a210-9d4df9445bf0'] in dv-cinder-848759-1-iscsi is: [{'id': '022369e6-b5c7-479f-a210-9d4df9445bf0', 'name': 'tempest-TestShelveInstance-7784843-router', 'tenant_id': '029709f656f44d5d999793a45eef802c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'afb39a1c-3d8c-436f-9e0a-c62557a914dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:15:57Z', 'updated_at': '2022-07-05T16:16:02Z', 'revision_number': 4, 'project_id': '029709f656f44d5d999793a45eef802c', 'gw_port': {'id': 'afb39a1c-3d8c-436f-9e0a-c62557a914dd', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022369e6-b5c7-479f-a210-9d4df9445bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:59Z', 'updated_at': '2022-07-05T16:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '3e25c193-8655-4808-9e94-9b2df9cb9085', 'name': '', 'network_id': 'ec7a5392-f047-4b38-af4e-b9f9d344920e', 'tenant_id': '029709f656f44d5d999793a45eef802c', 'mac_address': 'fa:16:3e:dc:73:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022369e6-b5c7-479f-a210-9d4df9445bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '48e05584-4e0c-4e81-a19f-6b148e891067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:16:01Z', 'updated_at': '2022-07-05T16:16:07Z', 'revision_number': 4, 'project_id': '029709f656f44d5d999793a45eef802c', 'subnets': [{'id': '48e05584-4e0c-4e81-a19f-6b148e891067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:16:08.016269 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:08.100526 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:08.166288 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 3e25c193-8655-4808-9e94-9b2df9cb9085 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:16:08.224364 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 3e25c193-8655-4808-9e94-9b2df9cb9085 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:16:08.225904 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (3e25c193-8655-4808-9e94-9b2df9cb9085), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:08.336586 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 3e25c193-8655-4808-9e94-9b2df9cb9085 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:16:09.555982 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50370) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:09.670401 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9055b080-8c9b-4b6d-a80d-1e97af88cdba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:09.755858 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9055b080-8c9b-4b6d-a80d-1e97af88cdba admin admin] Publish callbacks [] for security_group (ea8ae45e-55ea-42eb-b152-791b48c9cfbe), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:09.854187 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9055b080-8c9b-4b6d-a80d-1e97af88cdba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (ea8ae45e-55ea-42eb-b152-791b48c9cfbe), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:09.898759 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055b080-8c9b-4b6d-a80d-1e97af88cdba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8ae45e-55ea-42eb-b152-791b48c9cfbe,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:09.903017 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-9055b080-8c9b-4b6d-a80d-1e97af88cdba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ac9c7c8ccc464c0e9b35b3ce78872ee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460164 Jul 05 16:16:09.906224 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50378) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:09.918024 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:09.957408 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-bdfe752b-12e1-4bb8-ad8b-9f3efb63df9d admin admin] Publish callbacks [] for security_group (ea8ae45e-55ea-42eb-b152-791b48c9cfbe), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:09.981839 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-bdfe752b-12e1-4bb8-ad8b-9f3efb63df9d admin admin] Publish callbacks [] for security_group (ea8ae45e-55ea-42eb-b152-791b48c9cfbe), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:10.124700 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-bdfe752b-12e1-4bb8-ad8b-9f3efb63df9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (ea8ae45e-55ea-42eb-b152-791b48c9cfbe), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:10.127333 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-bdfe752b-12e1-4bb8-ad8b-9f3efb63df9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:10.128565 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-bdfe752b-12e1-4bb8-ad8b-9f3efb63df9d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ea8ae45e-55ea-42eb-b152-791b48c9cfbe HTTP/1.1" status: 204 len: 168 time: 0.2218935 Jul 05 16:16:10.137737 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe752b-12e1-4bb8-ad8b-9f3efb63df9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8ae45e-55ea-42eb-b152-791b48c9cfbe,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:10.641215 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50394) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:10.746755 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-ca2dba8f-a190-4490-a7cb-2e6f4818eaa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:10.830799 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-ca2dba8f-a190-4490-a7cb-2e6f4818eaa3 admin admin] Publish callbacks [] for security_group (de0156ce-a3e1-4452-8365-b53736c18d3c), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:10.901466 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-ca2dba8f-a190-4490-a7cb-2e6f4818eaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (de0156ce-a3e1-4452-8365-b53736c18d3c), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:10.913170 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 50398) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:10.925938 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-2d10bba7-a8b2-410a-b978-b89d8257fb8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:10.950775 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-ca2dba8f-a190-4490-a7cb-2e6f4818eaa3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bb8be56d9da940889dd825563ae7ab65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084626 Jul 05 16:16:10.951635 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2dba8f-a190-4490-a7cb-2e6f4818eaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0156ce-a3e1-4452-8365-b53736c18d3c,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:10.959915 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50400) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:11.008702 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-2d10bba7-a8b2-410a-b978-b89d8257fb8c admin admin] Publish callbacks [] for security_group (290e0560-f214-4bfd-8496-33214add0350), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:11.011852 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-637207d5-6d23-46c9-b6fb-735dff27e7c6 admin admin] Publish callbacks [] for security_group (de0156ce-a3e1-4452-8365-b53736c18d3c), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:11.033610 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-637207d5-6d23-46c9-b6fb-735dff27e7c6 admin admin] Publish callbacks [] for security_group (de0156ce-a3e1-4452-8365-b53736c18d3c), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:11.066979 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=6 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:11.082154 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-2d10bba7-a8b2-410a-b978-b89d8257fb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (290e0560-f214-4bfd-8496-33214add0350), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:11.098761 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:11.121383 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10bba7-a8b2-410a-b978-b89d8257fb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290e0560-f214-4bfd-8496-33214add0350,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:11.128906 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50402) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:11.129125 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-2d10bba7-a8b2-410a-b978-b89d8257fb8c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9027e179f1da4924883fab4bef6bd4a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164667 Jul 05 16:16:11.180240 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4ea514cf-5190-4381-96d7-9fa930003f5b admin admin] Publish callbacks [] for security_group (290e0560-f214-4bfd-8496-33214add0350), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:11.193990 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-637207d5-6d23-46c9-b6fb-735dff27e7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (de0156ce-a3e1-4452-8365-b53736c18d3c), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:11.196455 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-637207d5-6d23-46c9-b6fb-735dff27e7c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:11.199999 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-637207d5-6d23-46c9-b6fb-735dff27e7c6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/de0156ce-a3e1-4452-8365-b53736c18d3c HTTP/1.1" status: 204 len: 168 time: 0.2374842 Jul 05 16:16:11.209963 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4ea514cf-5190-4381-96d7-9fa930003f5b admin admin] Publish callbacks [] for security_group (290e0560-f214-4bfd-8496-33214add0350), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:11.219909 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637207d5-6d23-46c9-b6fb-735dff27e7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0156ce-a3e1-4452-8365-b53736c18d3c,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:11.351982 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4ea514cf-5190-4381-96d7-9fa930003f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (290e0560-f214-4bfd-8496-33214add0350), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:11.354592 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4ea514cf-5190-4381-96d7-9fa930003f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:11.355759 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-4ea514cf-5190-4381-96d7-9fa930003f5b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/290e0560-f214-4bfd-8496-33214add0350 HTTP/1.1" status: 204 len: 168 time: 0.2253988 Jul 05 16:16:11.364364 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea514cf-5190-4381-96d7-9fa930003f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290e0560-f214-4bfd-8496-33214add0350,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:12.525976 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 50416) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:12.540263 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b7758930-9c61-48aa-8759-d6b066cf9fdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:12.596344 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50418) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:12.600826 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=71,neutron:INSERT=22,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:12.611275 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-194f1e2f-4f49-4d6f-8c9b-5a6ae995746e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:12.631626 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b7758930-9c61-48aa-8759-d6b066cf9fdf admin admin] Publish callbacks [] for security_group (ce0d3a5a-8540-4387-bca8-fcca6e526c3b), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:12.693809 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b7758930-9c61-48aa-8759-d6b066cf9fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (ce0d3a5a-8540-4387-bca8-fcca6e526c3b), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:12.730263 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-194f1e2f-4f49-4d6f-8c9b-5a6ae995746e admin admin] Publish callbacks [] for security_group (60088ede-8a82-4e60-82d2-8f104bd10c69), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:12.736183 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7758930-9c61-48aa-8759-d6b066cf9fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0d3a5a-8540-4387-bca8-fcca6e526c3b,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:12.741156 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-b7758930-9c61-48aa-8759-d6b066cf9fdf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e07c4ead8e974c9eacdc71b4d575fe6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141533 Jul 05 16:16:12.743876 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50420) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:12.758456 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:12.796394 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1fec17d2-551f-4d94-87c8-c72df2566e88 admin admin] Publish callbacks [] for security_group (ce0d3a5a-8540-4387-bca8-fcca6e526c3b), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:12.817077 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1fec17d2-551f-4d94-87c8-c72df2566e88 admin admin] Publish callbacks [] for security_group (ce0d3a5a-8540-4387-bca8-fcca6e526c3b), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:12.843177 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-194f1e2f-4f49-4d6f-8c9b-5a6ae995746e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (60088ede-8a82-4e60-82d2-8f104bd10c69), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:12.891956 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f1e2f-4f49-4d6f-8c9b-5a6ae995746e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60088ede-8a82-4e60-82d2-8f104bd10c69,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:12.896896 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-194f1e2f-4f49-4d6f-8c9b-5a6ae995746e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5f3b3db69cb5497d870b209df02e0dfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994812 Jul 05 16:16:12.901442 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 50422) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:12.959263 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-85cbc86c-2ae9-445e-b0e8-efc1c35c0353 admin admin] Publish callbacks [] for security_group (60088ede-8a82-4e60-82d2-8f104bd10c69), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:12.973722 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1fec17d2-551f-4d94-87c8-c72df2566e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (ce0d3a5a-8540-4387-bca8-fcca6e526c3b), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:12.977821 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1fec17d2-551f-4d94-87c8-c72df2566e88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:12.977821 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-1fec17d2-551f-4d94-87c8-c72df2566e88 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ce0d3a5a-8540-4387-bca8-fcca6e526c3b HTTP/1.1" status: 204 len: 168 time: 0.2328224 Jul 05 16:16:12.982626 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-85cbc86c-2ae9-445e-b0e8-efc1c35c0353 admin admin] Publish callbacks [] for security_group (60088ede-8a82-4e60-82d2-8f104bd10c69), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:12.986477 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec17d2-551f-4d94-87c8-c72df2566e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0d3a5a-8540-4387-bca8-fcca6e526c3b,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:13.116868 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-85cbc86c-2ae9-445e-b0e8-efc1c35c0353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (60088ede-8a82-4e60-82d2-8f104bd10c69), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:13.119523 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-85cbc86c-2ae9-445e-b0e8-efc1c35c0353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:13.120635 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-85cbc86c-2ae9-445e-b0e8-efc1c35c0353 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/60088ede-8a82-4e60-82d2-8f104bd10c69 HTTP/1.1" status: 204 len: 168 time: 0.2198026 Jul 05 16:16:13.130163 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbc86c-2ae9-445e-b0e8-efc1c35c0353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60088ede-8a82-4e60-82d2-8f104bd10c69,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:17.655407 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=57 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:18.901038 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 50642) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:19.020595 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-cbe10038-5833-4b15-bf25-ffa4770bbdc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:19.101340 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-cbe10038-5833-4b15-bf25-ffa4770bbdc9 admin admin] Publish callbacks [] for security_group (5611d44e-ae36-4c71-a307-9ad681ed9e7f), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:19.232429 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-cbe10038-5833-4b15-bf25-ffa4770bbdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (5611d44e-ae36-4c71-a307-9ad681ed9e7f), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:19.272304 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-cbe10038-5833-4b15-bf25-ffa4770bbdc9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bce2082b12114152a0417c329b0c9a36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3700471 Jul 05 16:16:19.273163 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe10038-5833-4b15-bf25-ffa4770bbdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5611d44e-ae36-4c71-a307-9ad681ed9e7f,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:19.275269 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50646) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:19.279706 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:19.281264 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe10038-5833-4b15-bf25-ffa4770bbdc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:19.281604 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe10038-5833-4b15-bf25-ffa4770bbdc9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:19.281941 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe10038-5833-4b15-bf25-ffa4770bbdc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:19.282274 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe10038-5833-4b15-bf25-ffa4770bbdc9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:19.282601 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe10038-5833-4b15-bf25-ffa4770bbdc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:19.282916 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe10038-5833-4b15-bf25-ffa4770bbdc9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:19.283235 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe10038-5833-4b15-bf25-ffa4770bbdc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:19.283569 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe10038-5833-4b15-bf25-ffa4770bbdc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:19.283872 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe10038-5833-4b15-bf25-ffa4770bbdc9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:19.284191 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe10038-5833-4b15-bf25-ffa4770bbdc9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:19.284507 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe10038-5833-4b15-bf25-ffa4770bbdc9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:19.284851 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe10038-5833-4b15-bf25-ffa4770bbdc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:19.285170 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe10038-5833-4b15-bf25-ffa4770bbdc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:19.285486 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe10038-5833-4b15-bf25-ffa4770bbdc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:19.285795 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe10038-5833-4b15-bf25-ffa4770bbdc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:19.325885 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-62017d3c-3434-4d26-9b9b-fc5004e5bbc5 admin admin] Publish callbacks [] for security_group (5611d44e-ae36-4c71-a307-9ad681ed9e7f), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:19.347339 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-62017d3c-3434-4d26-9b9b-fc5004e5bbc5 admin admin] Publish callbacks [] for security_group (5611d44e-ae36-4c71-a307-9ad681ed9e7f), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:19.481914 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-62017d3c-3434-4d26-9b9b-fc5004e5bbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (5611d44e-ae36-4c71-a307-9ad681ed9e7f), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:19.484448 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-62017d3c-3434-4d26-9b9b-fc5004e5bbc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:19.485907 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-62017d3c-3434-4d26-9b9b-fc5004e5bbc5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5611d44e-ae36-4c71-a307-9ad681ed9e7f HTTP/1.1" status: 204 len: 168 time: 0.2095432 Jul 05 16:16:19.494422 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62017d3c-3434-4d26-9b9b-fc5004e5bbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5611d44e-ae36-4c71-a307-9ad681ed9e7f,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:20.148472 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50658) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:20.162386 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c1875dc1-2f27-4892-b63a-7837b36190b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:20.214199 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=7 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:20.236358 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c1875dc1-2f27-4892-b63a-7837b36190b3 admin admin] Publish callbacks [] for security_group (255950a5-28e7-435b-8f0e-e5f1a8bef687), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:20.318123 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c1875dc1-2f27-4892-b63a-7837b36190b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (255950a5-28e7-435b-8f0e-e5f1a8bef687), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:20.357932 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-c1875dc1-2f27-4892-b63a-7837b36190b3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2aa9f8b9f72b4753b5cd826e5bfe6a5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2083769 Jul 05 16:16:20.358779 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1875dc1-2f27-4892-b63a-7837b36190b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255950a5-28e7-435b-8f0e-e5f1a8bef687,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:20.360983 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 50660) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:20.413087 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e8c72033-953a-4c03-b859-3050f211c62e admin admin] Publish callbacks [] for security_group (255950a5-28e7-435b-8f0e-e5f1a8bef687), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:20.435266 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e8c72033-953a-4c03-b859-3050f211c62e admin admin] Publish callbacks [] for security_group (255950a5-28e7-435b-8f0e-e5f1a8bef687), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:20.592642 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e8c72033-953a-4c03-b859-3050f211c62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (255950a5-28e7-435b-8f0e-e5f1a8bef687), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:20.595356 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e8c72033-953a-4c03-b859-3050f211c62e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:20.596573 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-e8c72033-953a-4c03-b859-3050f211c62e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/255950a5-28e7-435b-8f0e-e5f1a8bef687 HTTP/1.1" status: 204 len: 168 time: 0.2344720 Jul 05 16:16:20.607362 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c72033-953a-4c03-b859-3050f211c62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255950a5-28e7-435b-8f0e-e5f1a8bef687,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:20.885114 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:21.160698 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 50674) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:21.268521 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d2163afd-1347-4fbe-90bc-8ab6789bd748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:21.348674 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d2163afd-1347-4fbe-90bc-8ab6789bd748 admin admin] Publish callbacks [] for security_group (b5a1a1fc-0d81-4a2a-8386-d23b661e423b), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:21.436343 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d2163afd-1347-4fbe-90bc-8ab6789bd748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (b5a1a1fc-0d81-4a2a-8386-d23b661e423b), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:21.476749 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-d2163afd-1347-4fbe-90bc-8ab6789bd748 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=029eb2a96778465bab923d2c131697e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3143516 Jul 05 16:16:21.477620 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2163afd-1347-4fbe-90bc-8ab6789bd748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a1a1fc-0d81-4a2a-8386-d23b661e423b,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:21.479446 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50684) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:21.533024 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2033704a-5e1a-433d-9149-b8231bdb2cda admin admin] Publish callbacks [] for security_group (b5a1a1fc-0d81-4a2a-8386-d23b661e423b), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:21.556213 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2033704a-5e1a-433d-9149-b8231bdb2cda admin admin] Publish callbacks [] for security_group (b5a1a1fc-0d81-4a2a-8386-d23b661e423b), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:21.695396 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2033704a-5e1a-433d-9149-b8231bdb2cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (b5a1a1fc-0d81-4a2a-8386-d23b661e423b), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:21.698032 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2033704a-5e1a-433d-9149-b8231bdb2cda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:21.699200 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-2033704a-5e1a-433d-9149-b8231bdb2cda admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b5a1a1fc-0d81-4a2a-8386-d23b661e423b HTTP/1.1" status: 204 len: 168 time: 0.2187829 Jul 05 16:16:21.707434 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2033704a-5e1a-433d-9149-b8231bdb2cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a1a1fc-0d81-4a2a-8386-d23b661e423b,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:22.406117 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50708) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:22.420186 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-17b96ef1-3b29-44fb-934a-7484383dac93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:22.497987 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-17b96ef1-3b29-44fb-934a-7484383dac93 admin admin] Publish callbacks [] for security_group (e65aa524-2510-41a7-9773-2c04ed31d70a), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:22.563681 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-17b96ef1-3b29-44fb-934a-7484383dac93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (e65aa524-2510-41a7-9773-2c04ed31d70a), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:22.610237 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-17b96ef1-3b29-44fb-934a-7484383dac93 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ecb0cd8fe69b4b4bad42923507c1c817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2001922 Jul 05 16:16:22.610237 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b96ef1-3b29-44fb-934a-7484383dac93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65aa524-2510-41a7-9773-2c04ed31d70a,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:22.610444 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 50714) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:22.623918 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b96ef1-3b29-44fb-934a-7484383dac93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:22.624270 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b96ef1-3b29-44fb-934a-7484383dac93 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:22.624621 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b96ef1-3b29-44fb-934a-7484383dac93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:22.625449 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b96ef1-3b29-44fb-934a-7484383dac93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:22.625449 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b96ef1-3b29-44fb-934a-7484383dac93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:22.625749 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b96ef1-3b29-44fb-934a-7484383dac93 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:22.626086 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b96ef1-3b29-44fb-934a-7484383dac93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:22.626567 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b96ef1-3b29-44fb-934a-7484383dac93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:22.627069 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b96ef1-3b29-44fb-934a-7484383dac93 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:22.627416 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b96ef1-3b29-44fb-934a-7484383dac93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:22.627751 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b96ef1-3b29-44fb-934a-7484383dac93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:22.628082 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b96ef1-3b29-44fb-934a-7484383dac93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:22.628707 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b96ef1-3b29-44fb-934a-7484383dac93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:22.628707 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b96ef1-3b29-44fb-934a-7484383dac93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:22.629081 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b96ef1-3b29-44fb-934a-7484383dac93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:22.662447 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca7f8-aab8-49a4-ae43-694c22199d65 admin admin] Publish callbacks [] for security_group (e65aa524-2510-41a7-9773-2c04ed31d70a), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:22.684694 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca7f8-aab8-49a4-ae43-694c22199d65 admin admin] Publish callbacks [] for security_group (e65aa524-2510-41a7-9773-2c04ed31d70a), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:22.786437 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca7f8-aab8-49a4-ae43-694c22199d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (e65aa524-2510-41a7-9773-2c04ed31d70a), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:22.789310 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca7f8-aab8-49a4-ae43-694c22199d65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:22.790481 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-7f6ca7f8-aab8-49a4-ae43-694c22199d65 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e65aa524-2510-41a7-9773-2c04ed31d70a HTTP/1.1" status: 204 len: 168 time: 0.1790891 Jul 05 16:16:22.798856 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ca7f8-aab8-49a4-ae43-694c22199d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65aa524-2510-41a7-9773-2c04ed31d70a,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:23.073974 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-780f0ae9-088a-433e-81b1-6457d603bb61 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541061477&fields=id&tenant_id=de07093c553b4f0391c85e5ea04cf7f1 HTTP/1.1" status: 200 len: 267 time: 0.0444303 Jul 05 16:16:23.193327 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-cc3cd6fb-8b56-4027-93ca-7ff8296b3ccc tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:23.193327 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-cc3cd6fb-8b56-4027-93ca-7ff8296b3ccc tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/networks?id=12affb1e-679a-48f8-ae30-8179cd00fc19 HTTP/1.1" status: 200 len: 809 time: 0.1099637 Jul 05 16:16:23.215075 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-08f56751-a3b2-4301-ad06-9f324714585b tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/quotas/de07093c553b4f0391c85e5ea04cf7f1 HTTP/1.1" status: 200 len: 375 time: 0.0092096 Jul 05 16:16:23.220943 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:23.256200 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-64f1c6ff-0bf6-4741-91f0-abe0ed103b40 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=de07093c553b4f0391c85e5ea04cf7f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455315 Jul 05 16:16:23.340886 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:23.361739 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-9d247fdc-74d2-43d7-b986-a628408b5c18 service neutron] 10.222.0.45 "GET /v2.0/networks/12affb1e-679a-48f8-ae30-8179cd00fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933905 Jul 05 16:16:23.390258 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50744) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:23.459231 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-04b9c6bb-bdaa-4ad7-9725-db98dcee3642 service neutron] 10.222.0.45 "GET /v2.0/networks/12affb1e-679a-48f8-ae30-8179cd00fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915887 Jul 05 16:16:23.555344 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-174d0584-74ce-4ecf-91a9-0897d09cb354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:23.568657 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:23.641264 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-174d0584-74ce-4ecf-91a9-0897d09cb354 admin admin] Publish callbacks [] for security_group (f87f8b94-de12-4115-b60b-3f729a87dfa7), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:23.746589 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-174d0584-74ce-4ecf-91a9-0897d09cb354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (f87f8b94-de12-4115-b60b-3f729a87dfa7), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:23.789330 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-174d0584-74ce-4ecf-91a9-0897d09cb354 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=579c7ac8cf89406f8351c307a2e9369d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3976564 Jul 05 16:16:23.790605 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d0584-74ce-4ecf-91a9-0897d09cb354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87f8b94-de12-4115-b60b-3f729a87dfa7,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:23.792053 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 50762) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:23.850469 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-49a82f0d-9a99-4ac9-9e86-8038fe704eb5 admin admin] Publish callbacks [] for security_group (f87f8b94-de12-4115-b60b-3f729a87dfa7), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:23.878314 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-49a82f0d-9a99-4ac9-9e86-8038fe704eb5 admin admin] Publish callbacks [] for security_group (f87f8b94-de12-4115-b60b-3f729a87dfa7), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:24.007619 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-49a82f0d-9a99-4ac9-9e86-8038fe704eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (f87f8b94-de12-4115-b60b-3f729a87dfa7), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:24.010111 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-49a82f0d-9a99-4ac9-9e86-8038fe704eb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:24.011263 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-49a82f0d-9a99-4ac9-9e86-8038fe704eb5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f87f8b94-de12-4115-b60b-3f729a87dfa7 HTTP/1.1" status: 204 len: 168 time: 0.2173865 Jul 05 16:16:24.019499 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a82f0d-9a99-4ac9-9e86-8038fe704eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87f8b94-de12-4115-b60b-3f729a87dfa7,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:24.130682 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-bac5607a-47ad-4852-8079-2a94cc50a7d3 req-1cf412cd-fb5e-4074-b4d2-407430c6af22 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 210 time: 0.0314343 Jul 05 16:16:24.666631 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 50790) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:24.681162 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ea04e87d-fb00-4d6a-8351-54e0656f2629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:24.757431 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ea04e87d-fb00-4d6a-8351-54e0656f2629 admin admin] Publish callbacks [] for security_group (204ec824-0055-40a1-8c55-fe67159e862e), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:24.831353 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ea04e87d-fb00-4d6a-8351-54e0656f2629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (204ec824-0055-40a1-8c55-fe67159e862e), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:24.873127 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04e87d-fb00-4d6a-8351-54e0656f2629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204ec824-0055-40a1-8c55-fe67159e862e,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:24.880754 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-ea04e87d-fb00-4d6a-8351-54e0656f2629 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c3e42ba4914b457992d22f0d75625b93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2104559 Jul 05 16:16:24.881957 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 50798) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:24.932452 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:24.936063 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b7dd90c2-196d-4338-b2c4-608d81a17da1 admin admin] Publish callbacks [] for security_group (204ec824-0055-40a1-8c55-fe67159e862e), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:24.959626 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b7dd90c2-196d-4338-b2c4-608d81a17da1 admin admin] Publish callbacks [] for security_group (204ec824-0055-40a1-8c55-fe67159e862e), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:25.077347 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b7dd90c2-196d-4338-b2c4-608d81a17da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (204ec824-0055-40a1-8c55-fe67159e862e), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:25.079874 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b7dd90c2-196d-4338-b2c4-608d81a17da1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:25.083110 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-b7dd90c2-196d-4338-b2c4-608d81a17da1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/204ec824-0055-40a1-8c55-fe67159e862e HTTP/1.1" status: 204 len: 168 time: 0.1991255 Jul 05 16:16:25.092424 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd90c2-196d-4338-b2c4-608d81a17da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204ec824-0055-40a1-8c55-fe67159e862e,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:25.230584 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3b7d5a37-0d9c-4b39-8c41-48d17f23d933 req-29cf2bf1-e5b2-4067-b44f-409770849155 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 210 time: 0.0292120 Jul 05 16:16:25.620301 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 50822) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:25.738140 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-deb56635-1f2b-4d49-a5ec-3f22092cc115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:25.812807 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-deb56635-1f2b-4d49-a5ec-3f22092cc115 admin admin] Publish callbacks [] for security_group (4defdf3f-ff9d-4026-9f0c-1ab71d290312), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:25.934871 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-deb56635-1f2b-4d49-a5ec-3f22092cc115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (4defdf3f-ff9d-4026-9f0c-1ab71d290312), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:25.977732 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-deb56635-1f2b-4d49-a5ec-3f22092cc115 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=956372ae8e9a4420abf1f2023b3b3dcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3562703 Jul 05 16:16:25.978837 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb56635-1f2b-4d49-a5ec-3f22092cc115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4defdf3f-ff9d-4026-9f0c-1ab71d290312,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:25.980816 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50832) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:26.031538 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a849f457-85c0-45c8-9c54-307f8a7ce5a5 admin admin] Publish callbacks [] for security_group (4defdf3f-ff9d-4026-9f0c-1ab71d290312), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:26.033700 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:26.054618 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a849f457-85c0-45c8-9c54-307f8a7ce5a5 admin admin] Publish callbacks [] for security_group (4defdf3f-ff9d-4026-9f0c-1ab71d290312), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:26.186516 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a849f457-85c0-45c8-9c54-307f8a7ce5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (4defdf3f-ff9d-4026-9f0c-1ab71d290312), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:26.189090 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a849f457-85c0-45c8-9c54-307f8a7ce5a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:26.191053 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-a849f457-85c0-45c8-9c54-307f8a7ce5a5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4defdf3f-ff9d-4026-9f0c-1ab71d290312 HTTP/1.1" status: 204 len: 168 time: 0.2082803 Jul 05 16:16:26.199052 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849f457-85c0-45c8-9c54-307f8a7ce5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4defdf3f-ff9d-4026-9f0c-1ab71d290312,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:26.318274 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-6566e7aa-b80e-466c-8c94-462bd16af271 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:26.319818 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-6566e7aa-b80e-466c-8c94-462bd16af271 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.47 "GET /v2.0/networks?id=12affb1e-679a-48f8-ae30-8179cd00fc19 HTTP/1.1" status: 200 len: 809 time: 0.1132219 Jul 05 16:16:26.364219 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c4352746-872d-40b8-98a3-3c5ed878d8d2 req-7fe8457f-3deb-4e20-abd1-a7262d1329d7 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 210 time: 0.0433393 Jul 05 16:16:26.420438 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-491ab7ac-a177-4d68-a510-6c1e7c836939 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de07093c553b4f0391c85e5ea04cf7f1 HTTP/1.1" status: 200 len: 379 time: 0.0909317 Jul 05 16:16:26.429296 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-d7e1527f-f882-418d-93b1-9d8942e4f79c tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Request body: {'port': {'device_id': 'c0e15bb7-d358-439f-b3bc-697f5c8ee180', 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19', 'admin_state_up': True, 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'security_groups': ['24ef9576-e900-4355-939b-e9d5f7033d52']}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:16:26.463464 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:26.637801 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-d7e1527f-f882-418d-93b1-9d8942e4f79c tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Made reservation on behalf of de07093c553b4f0391c85e5ea04cf7f1 for: {'port': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:16:26.641298 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-d7e1527f-f882-418d-93b1-9d8942e4f79c tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:26.778956 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-d7e1527f-f882-418d-93b1-9d8942e4f79c tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Allocated IP 172.20.0.5 (12affb1e-679a-48f8-ae30-8179cd00fc19/97671110-e611-4c1b-974f-7d7fdbed0ace/f472f8e8-76d0-4068-af84-5901b45f5f21) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:16:26.781151 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:26.925101 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-d7e1527f-f882-418d-93b1-9d8942e4f79c tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for port (f472f8e8-76d0-4068-af84-5901b45f5f21), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:26.927857 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50856) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:26.941464 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8bd55773-01fb-4964-937e-57f1a7cf954f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:27.020538 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-d7e1527f-f882-418d-93b1-9d8942e4f79c tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (f472f8e8-76d0-4068-af84-5901b45f5f21), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:27.027084 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8bd55773-01fb-4964-937e-57f1a7cf954f admin admin] Publish callbacks [] for security_group (19038822-96a7-4d40-b60f-3db434205b3c), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:27.071735 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-d7e1527f-f882-418d-93b1-9d8942e4f79c tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Network 12affb1e-679a-48f8-ae30-8179cd00fc19 is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:16:27.074851 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-d7e1527f-f882-418d-93b1-9d8942e4f79c tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:16:27.077559 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-d7e1527f-f882-418d-93b1-9d8942e4f79c tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:16:27.101213 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8bd55773-01fb-4964-937e-57f1a7cf954f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (19038822-96a7-4d40-b60f-3db434205b3c), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:27.106753 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1527f-f882-418d-93b1-9d8942e4f79c tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Pushing event updated for resources: {'Port': ['ID=f472f8e8-76d0-4068-af84-5901b45f5f21,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:27.144220 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-8bd55773-01fb-4964-937e-57f1a7cf954f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a0093767b180470f8cde8e1b59eae5bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2127879 Jul 05 16:16:27.146796 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50862) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:27.151063 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-d7e1527f-f882-418d-93b1-9d8942e4f79c tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:27.152477 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-d7e1527f-f882-418d-93b1-9d8942e4f79c tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:27.190701 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd55773-01fb-4964-937e-57f1a7cf954f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19038822-96a7-4d40-b60f-3db434205b3c,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:27.223555 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-35324f5d-1124-47db-b80b-d0bcb2d32330 admin admin] Publish callbacks [] for security_group (19038822-96a7-4d40-b60f-3db434205b3c), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:27.247153 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-35324f5d-1124-47db-b80b-d0bcb2d32330 admin admin] Publish callbacks [] for security_group (19038822-96a7-4d40-b60f-3db434205b3c), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:27.266847 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-d7e1527f-f882-418d-93b1-9d8942e4f79c tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8413527 Jul 05 16:16:27.280124 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-432bfd31-a2d5-47b2-8123-2ca86f71c782 service neutron] Request body: {'port': {'device_id': 'c0e15bb7-d358-439f-b3bc-697f5c8ee180', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84875'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:16:27.374972 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-432bfd31-a2d5-47b2-8123-2ca86f71c782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (f472f8e8-76d0-4068-af84-5901b45f5f21), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:27.404705 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-35324f5d-1124-47db-b80b-d0bcb2d32330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (19038822-96a7-4d40-b60f-3db434205b3c), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:27.408591 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-35324f5d-1124-47db-b80b-d0bcb2d32330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:27.410419 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-35324f5d-1124-47db-b80b-d0bcb2d32330 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/19038822-96a7-4d40-b60f-3db434205b3c HTTP/1.1" status: 204 len: 168 time: 0.2579012 Jul 05 16:16:27.427482 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35324f5d-1124-47db-b80b-d0bcb2d32330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19038822-96a7-4d40-b60f-3db434205b3c,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:27.436008 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-675e3ad4-fb13-4281-bcd1-d17d758a967c None None] Provisioning complete for port f472f8e8-76d0-4068-af84-5901b45f5f21 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:16:27.436507 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-675e3ad4-fb13-4281-bcd1-d17d758a967c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (f472f8e8-76d0-4068-af84-5901b45f5f21), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:27.454805 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:27.522693 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-675e3ad4-fb13-4281-bcd1-d17d758a967c None None] Port f472f8e8-76d0-4068-af84-5901b45f5f21 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:16:27.574894 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b36f4d-b484-4e9f-abd9-69dfc8ac79f0 req-bfd8be0d-1e99-441c-8425-8df46c7b89c1 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:27.576387 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b3b36f4d-b484-4e9f-abd9-69dfc8ac79f0 req-bfd8be0d-1e99-441c-8425-8df46c7b89c1 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 931 time: 0.1129727 Jul 05 16:16:27.681358 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b3b36f4d-b484-4e9f-abd9-69dfc8ac79f0 req-9f3d94a2-a208-4f36-9c4a-67d9bbf12ba9 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895562 Jul 05 16:16:27.771967 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-432bfd31-a2d5-47b2-8123-2ca86f71c782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f472f8e8-76d0-4068-af84-5901b45f5f21 {{(pid=104585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:16:27.779988 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-432bfd31-a2d5-47b2-8123-2ca86f71c782 service neutron] Publish callbacks [] for port (f472f8e8-76d0-4068-af84-5901b45f5f21), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:27.792584 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.provisioning_blocks [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-432bfd31-a2d5-47b2-8123-2ca86f71c782 service neutron] Transition to ACTIVE for port object f472f8e8-76d0-4068-af84-5901b45f5f21 will not be triggered until provisioned by entity L2. {{(pid=104585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 16:16:27.958201 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-432bfd31-a2d5-47b2-8123-2ca86f71c782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (f472f8e8-76d0-4068-af84-5901b45f5f21), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:28.006857 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:28.015542 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432bfd31-a2d5-47b2-8123-2ca86f71c782 service neutron] Pushing event updated for resources: {'Port': ['ID=f472f8e8-76d0-4068-af84-5901b45f5f21,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:28.096694 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-432bfd31-a2d5-47b2-8123-2ca86f71c782 service neutron] Attempting to bind port f472f8e8-76d0-4068-af84-5901b45f5f21 on host hv-cinder-84875 for vnic_type normal with profile {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:16:28.097371 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-432bfd31-a2d5-47b2-8123-2ca86f71c782 service neutron] Attempting to bind port f472f8e8-76d0-4068-af84-5901b45f5f21 by drivers openvswitch,hyperv on host hv-cinder-84875 at level 0 using segments [{'id': '69eefe3d-766d-4ac0-96af-9bacdc182015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19'}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:16:28.097371 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-432bfd31-a2d5-47b2-8123-2ca86f71c782 service neutron] Attempting to bind port f472f8e8-76d0-4068-af84-5901b45f5f21 on network 12affb1e-679a-48f8-ae30-8179cd00fc19 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:16:28.102630 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-432bfd31-a2d5-47b2-8123-2ca86f71c782 service neutron] Port f472f8e8-76d0-4068-af84-5901b45f5f21 on network 12affb1e-679a-48f8-ae30-8179cd00fc19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84875 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 16:16:28.102944 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-432bfd31-a2d5-47b2-8123-2ca86f71c782 service neutron] Attempting to bind port f472f8e8-76d0-4068-af84-5901b45f5f21 on network 12affb1e-679a-48f8-ae30-8179cd00fc19 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:16:28.108066 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-432bfd31-a2d5-47b2-8123-2ca86f71c782 service neutron] Checking agent: {'id': '9349738f-6636-400c-ae94-e0965ca2b601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84875', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'started_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:16:28.108391 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-432bfd31-a2d5-47b2-8123-2ca86f71c782 service neutron] Checking segment: {'id': '69eefe3d-766d-4ac0-96af-9bacdc182015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:16:28.108803 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-432bfd31-a2d5-47b2-8123-2ca86f71c782 service neutron] Bound using segment: {'id': '69eefe3d-766d-4ac0-96af-9bacdc182015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19'} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:16:28.109228 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-432bfd31-a2d5-47b2-8123-2ca86f71c782 service neutron] Bound port: f472f8e8-76d0-4068-af84-5901b45f5f21, host: hv-cinder-84875, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69eefe3d-766d-4ac0-96af-9bacdc182015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19'}}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:16:28.109580 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-432bfd31-a2d5-47b2-8123-2ca86f71c782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (f472f8e8-76d0-4068-af84-5901b45f5f21), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:28.176225 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-432bfd31-a2d5-47b2-8123-2ca86f71c782 service neutron] For port f472f8e8-76d0-4068-af84-5901b45f5f21, host hv-cinder-84875, cleared binding levels {{(pid=104585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:16:28.180137 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-432bfd31-a2d5-47b2-8123-2ca86f71c782 service neutron] For port f472f8e8-76d0-4068-af84-5901b45f5f21, host hv-cinder-84875, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=f472f8e8-76d0-4068-af84-5901b45f5f21,segment=NetworkSegment(69eefe3d-766d-4ac0-96af-9bacdc182015),segment_id=69eefe3d-766d-4ac0-96af-9bacdc182015)] {{(pid=104585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:16:28.272972 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-432bfd31-a2d5-47b2-8123-2ca86f71c782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (f472f8e8-76d0-4068-af84-5901b45f5f21), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:28.312555 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-432bfd31-a2d5-47b2-8123-2ca86f71c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:28.313180 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-432bfd31-a2d5-47b2-8123-2ca86f71c782 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:28.314509 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-432bfd31-a2d5-47b2-8123-2ca86f71c782 service neutron] 10.222.0.47 "PUT /v2.0/ports/f472f8e8-76d0-4068-af84-5901b45f5f21 HTTP/1.1" status: 200 len: 1093 time: 1.0392907 Jul 05 16:16:28.314943 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e15bb7-d358-439f-b3bc-697f5c8ee180', 'tag': 'f472f8e8-76d0-4068-af84-5901b45f5f21'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:16:28.317171 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9206b71d-c211-450a-9a46-13a6d11b1b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e15bb7-d358-439f-b3bc-697f5c8ee180", "tag": "f472f8e8-76d0-4068-af84-5901b45f5f21"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:16:28.335902 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432bfd31-a2d5-47b2-8123-2ca86f71c782 service neutron] Pushing event updated for resources: {'Port': ['ID=f472f8e8-76d0-4068-af84-5901b45f5f21,revision_number=3']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:28.362219 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b1e98b-9940-4449-b84e-6d7aa8be6c4b x-openstack-request-id: req-13b1e98b-9940-4449-b84e-6d7aa8be6c4b {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:16:28.362795 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e15bb7-d358-439f-b3bc-697f5c8ee180", "tag": "f472f8e8-76d0-4068-af84-5901b45f5f21", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:16:28.363112 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13b1e98b-9940-4449-b84e-6d7aa8be6c4b {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:16:28.363579 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13b1e98b-9940-4449-b84e-6d7aa8be6c4b'] response: {'name': 'network-changed', 'server_uuid': 'c0e15bb7-d358-439f-b3bc-697f5c8ee180', 'tag': 'f472f8e8-76d0-4068-af84-5901b45f5f21', 'status': 'completed', 'code': 200} Jul 05 16:16:28.427336 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206b71d-c211-450a-9a46-13a6d11b1b9a req-e3100500-d35e-48c2-ad20-e7ec20cf8f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:28.429400 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9206b71d-c211-450a-9a46-13a6d11b1b9a req-e3100500-d35e-48c2-ad20-e7ec20cf8f0e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de07093c553b4f0391c85e5ea04cf7f1&device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 1127 time: 0.0471008 Jul 05 16:16:28.558264 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206b71d-c211-450a-9a46-13a6d11b1b9a req-c7b0eb9b-6461-44f7-8a72-aed6ab94b8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:28.559747 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9206b71d-c211-450a-9a46-13a6d11b1b9a req-c7b0eb9b-6461-44f7-8a72-aed6ab94b8b0 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=de07093c553b4f0391c85e5ea04cf7f1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1237974 Jul 05 16:16:28.642181 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:28.658307 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206b71d-c211-450a-9a46-13a6d11b1b9a req-2f9467b7-260d-4141-b6cf-2985e021ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:28.659831 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9206b71d-c211-450a-9a46-13a6d11b1b9a req-2f9467b7-260d-4141-b6cf-2985e021ca2f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942204 Jul 05 16:16:28.749830 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-4a39fabb-715f-4b5d-a214-2f81bffb3757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:28.751573 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-4a39fabb-715f-4b5d-a214-2f81bffb3757 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de07093c553b4f0391c85e5ea04cf7f1&device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 1127 time: 0.0466230 Jul 05 16:16:28.800296 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-36ec45a4-da0b-4532-805b-16b154030504 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f472f8e8-76d0-4068-af84-5901b45f5f21 HTTP/1.1" status: 200 len: 217 time: 0.0420671 Jul 05 16:16:28.871349 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441708a6-4502-4754-be07-713c8bbd7f44 req-88349c93-387d-4d57-a9ee-2a6801d881dd tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:28.872836 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-441708a6-4502-4754-be07-713c8bbd7f44 req-88349c93-387d-4d57-a9ee-2a6801d881dd tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 943 time: 0.1087492 Jul 05 16:16:28.881779 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-cd6a2bd2-f2b2-46e8-99c7-7a3a389f2c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:28.883215 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-cd6a2bd2-f2b2-46e8-99c7-7a3a389f2c37 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97671110-e611-4c1b-974f-7d7fdbed0ace HTTP/1.1" status: 200 len: 848 time: 0.0660558 Jul 05 16:16:28.953706 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-064b4e7f-3319-493a-93ff-d7815119d8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:28.955185 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-064b4e7f-3319-493a-93ff-d7815119d8fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=12affb1e-679a-48f8-ae30-8179cd00fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585430 Jul 05 16:16:28.959692 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-441708a6-4502-4754-be07-713c8bbd7f44 req-7af6ae1b-fb70-47b7-b409-addeaa4f5a97 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803723 Jul 05 16:16:29.050978 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-7891d034-51d2-4f34-aa50-83b919d74bfa service neutron] 10.222.0.47 "GET /v2.0/networks/12affb1e-679a-48f8-ae30-8179cd00fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892539 Jul 05 16:16:29.142116 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c80a22f1-cf7c-4b71-9fda-aa6d12dd45e8 req-1b6cf575-98c3-4e46-a6f2-168b59ff69a9 service neutron] 10.222.0.47 "GET /v2.0/networks/12affb1e-679a-48f8-ae30-8179cd00fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846612 Jul 05 16:16:30.076890 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617cc1f-a286-42c4-b7d6-c5d37aa3fbef req-724b9331-84a6-4d3f-8194-24bc66afb9ad tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:30.078377 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0617cc1f-a286-42c4-b7d6-c5d37aa3fbef req-724b9331-84a6-4d3f-8194-24bc66afb9ad tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 943 time: 0.0475733 Jul 05 16:16:30.131488 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0617cc1f-a286-42c4-b7d6-c5d37aa3fbef req-ffe5a9f2-d911-43a3-9e76-3e16fa04259f tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469592 Jul 05 16:16:30.403161 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:31.243614 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93265bb2-cd9a-4a02-96d5-bdf56f1f887e req-7fc0dc8a-bd9c-4b2d-8a6a-a0297671a0d9 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:31.245070 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-93265bb2-cd9a-4a02-96d5-bdf56f1f887e req-7fc0dc8a-bd9c-4b2d-8a6a-a0297671a0d9 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 943 time: 0.0470068 Jul 05 16:16:31.296626 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-93265bb2-cd9a-4a02-96d5-bdf56f1f887e req-31997455-156a-490d-8113-dde3a4dffeff tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442402 Jul 05 16:16:31.353834 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 50954) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:31.425167 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:31.463619 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ff8b7fd6-e01a-425e-bd69-1edd834a320d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:31.505907 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:31.544691 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ff8b7fd6-e01a-425e-bd69-1edd834a320d admin admin] Publish callbacks [] for security_group (acd8b053-678f-464e-88d0-d2422d8a3952), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:31.641606 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ff8b7fd6-e01a-425e-bd69-1edd834a320d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (acd8b053-678f-464e-88d0-d2422d8a3952), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:31.681548 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-ff8b7fd6-e01a-425e-bd69-1edd834a320d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=66ac7c8ec8bc4299a262f166e9481602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266864 Jul 05 16:16:31.682598 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b7fd6-e01a-425e-bd69-1edd834a320d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd8b053-678f-464e-88d0-d2422d8a3952,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:31.684284 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50964) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:31.736788 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2feb-923e-472e-a3fc-0fbe0d88de48 admin admin] Publish callbacks [] for security_group (acd8b053-678f-464e-88d0-d2422d8a3952), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:31.757964 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2feb-923e-472e-a3fc-0fbe0d88de48 admin admin] Publish callbacks [] for security_group (acd8b053-678f-464e-88d0-d2422d8a3952), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:31.882151 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2feb-923e-472e-a3fc-0fbe0d88de48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (acd8b053-678f-464e-88d0-d2422d8a3952), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:31.884953 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2feb-923e-472e-a3fc-0fbe0d88de48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:31.886260 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-6f0c2feb-923e-472e-a3fc-0fbe0d88de48 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/acd8b053-678f-464e-88d0-d2422d8a3952 HTTP/1.1" status: 204 len: 168 time: 0.2007554 Jul 05 16:16:31.894876 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c2feb-923e-472e-a3fc-0fbe0d88de48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd8b053-678f-464e-88d0-d2422d8a3952,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:32.411467 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e880dcf-2777-4ca1-a2ef-c65693c5c4f4 req-ff66b369-de8a-4f2e-81a6-cc3e8a5f106b tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:32.413543 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7e880dcf-2777-4ca1-a2ef-c65693c5c4f4 req-ff66b369-de8a-4f2e-81a6-cc3e8a5f106b tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 943 time: 0.0504253 Jul 05 16:16:32.458395 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 50974) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:32.464549 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7e880dcf-2777-4ca1-a2ef-c65693c5c4f4 req-2b6cf8b8-0e8c-48e1-bd49-dc71f80df3bb tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453920 Jul 05 16:16:32.472446 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-659b0fd0-511c-4193-ad39-b07301616b1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:32.515975 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:32.547963 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-659b0fd0-511c-4193-ad39-b07301616b1f admin admin] Publish callbacks [] for security_group (8358d353-2287-4135-a779-83a45cab4484), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:32.630374 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-659b0fd0-511c-4193-ad39-b07301616b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (8358d353-2287-4135-a779-83a45cab4484), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:32.672219 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-659b0fd0-511c-4193-ad39-b07301616b1f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eda08082be72494eb3d90ee8e69388d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124774 Jul 05 16:16:32.673607 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b0fd0-511c-4193-ad39-b07301616b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8358d353-2287-4135-a779-83a45cab4484,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:32.674649 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 50976) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:32.731635 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-99641a7c-a1da-4134-a183-524da8104fc6 admin admin] Publish callbacks [] for security_group (8358d353-2287-4135-a779-83a45cab4484), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:32.753693 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-99641a7c-a1da-4134-a183-524da8104fc6 admin admin] Publish callbacks [] for security_group (8358d353-2287-4135-a779-83a45cab4484), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:32.877777 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-99641a7c-a1da-4134-a183-524da8104fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (8358d353-2287-4135-a779-83a45cab4484), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:32.880610 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-99641a7c-a1da-4134-a183-524da8104fc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:32.882731 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-99641a7c-a1da-4134-a183-524da8104fc6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8358d353-2287-4135-a779-83a45cab4484 HTTP/1.1" status: 204 len: 168 time: 0.2069631 Jul 05 16:16:32.899783 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99641a7c-a1da-4134-a183-524da8104fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8358d353-2287-4135-a779-83a45cab4484,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:32.940616 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-019f7df8-9150-4dfc-9c97-d8d43f5eaaa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:33.376899 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 50990) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:33.497060 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e9c80f39-6e51-4b62-9e8a-2a8dce3342eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:33.499577 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:33.592613 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ac227-5161-4dc7-9259-e9eed170a078 req-58005067-2a7d-407c-bd8d-bc55824280db tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:33.594085 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-376ac227-5161-4dc7-9259-e9eed170a078 req-58005067-2a7d-407c-bd8d-bc55824280db tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 943 time: 0.0581751 Jul 05 16:16:33.632481 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e9c80f39-6e51-4b62-9e8a-2a8dce3342eb admin admin] Publish callbacks [] for security_group (2144c154-2609-46ac-ad8c-9a73221b4fbd), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:33.661128 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-376ac227-5161-4dc7-9259-e9eed170a078 req-857b30a8-cbd6-447a-b060-45a256cb5858 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563774 Jul 05 16:16:33.722036 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e9c80f39-6e51-4b62-9e8a-2a8dce3342eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (2144c154-2609-46ac-ad8c-9a73221b4fbd), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:33.761284 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c80f39-6e51-4b62-9e8a-2a8dce3342eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2144c154-2609-46ac-ad8c-9a73221b4fbd,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:33.767862 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-e9c80f39-6e51-4b62-9e8a-2a8dce3342eb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1126dcf7b2a6440bba4c059edd4320ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3874786 Jul 05 16:16:33.768101 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 51006) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:33.786335 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:33.822639 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-31d626a2-93db-47aa-9949-2354dfeb35de admin admin] Publish callbacks [] for security_group (2144c154-2609-46ac-ad8c-9a73221b4fbd), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:33.844399 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-31d626a2-93db-47aa-9949-2354dfeb35de admin admin] Publish callbacks [] for security_group (2144c154-2609-46ac-ad8c-9a73221b4fbd), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:33.972990 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-31d626a2-93db-47aa-9949-2354dfeb35de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (2144c154-2609-46ac-ad8c-9a73221b4fbd), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:33.976056 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-31d626a2-93db-47aa-9949-2354dfeb35de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:33.977229 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-31d626a2-93db-47aa-9949-2354dfeb35de admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2144c154-2609-46ac-ad8c-9a73221b4fbd HTTP/1.1" status: 204 len: 168 time: 0.2082374 Jul 05 16:16:33.986272 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d626a2-93db-47aa-9949-2354dfeb35de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2144c154-2609-46ac-ad8c-9a73221b4fbd,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:34.589471 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 51026) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:34.603799 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-843092af-bb42-4d91-b77b-c39ca419635b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:34.684387 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-843092af-bb42-4d91-b77b-c39ca419635b admin admin] Publish callbacks [] for security_group (40c4f574-2da4-4c7c-aaa5-12bf03395485), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:34.778287 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2300-6328-4dd5-9e9f-a18c9c928818 req-64ac7342-29a8-4b85-83eb-3fa9646f4aa8 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:34.779849 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0d7c2300-6328-4dd5-9e9f-a18c9c928818 req-64ac7342-29a8-4b85-83eb-3fa9646f4aa8 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 943 time: 0.0494730 Jul 05 16:16:34.786851 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-843092af-bb42-4d91-b77b-c39ca419635b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (40c4f574-2da4-4c7c-aaa5-12bf03395485), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:34.845416 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-843092af-bb42-4d91-b77b-c39ca419635b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dec9bc42b292433db35c5eb04e7ee7f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548666 Jul 05 16:16:34.849791 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 51038) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:34.851201 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843092af-bb42-4d91-b77b-c39ca419635b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c4f574-2da4-4c7c-aaa5-12bf03395485,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:34.871592 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:34.878389 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0d7c2300-6328-4dd5-9e9f-a18c9c928818 req-e3edd098-a5e4-4cb7-b5e7-7da9f39ecdc7 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929623 Jul 05 16:16:34.904182 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-69a6e447-2aae-4866-9507-a5be0e94a0c2 admin admin] Publish callbacks [] for security_group (40c4f574-2da4-4c7c-aaa5-12bf03395485), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:34.927091 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-69a6e447-2aae-4866-9507-a5be0e94a0c2 admin admin] Publish callbacks [] for security_group (40c4f574-2da4-4c7c-aaa5-12bf03395485), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:35.059062 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-69a6e447-2aae-4866-9507-a5be0e94a0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (40c4f574-2da4-4c7c-aaa5-12bf03395485), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:35.061591 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-69a6e447-2aae-4866-9507-a5be0e94a0c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:35.062740 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-69a6e447-2aae-4866-9507-a5be0e94a0c2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/40c4f574-2da4-4c7c-aaa5-12bf03395485 HTTP/1.1" status: 204 len: 168 time: 0.2119229 Jul 05 16:16:35.071140 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6e447-2aae-4866-9507-a5be0e94a0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c4f574-2da4-4c7c-aaa5-12bf03395485,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:35.249133 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-93ed8972-8d5d-4195-b0c3-b48f9b8afc02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:36.001222 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5da69-1b2c-40d7-89dd-80f1d1bfc06c req-7946ec92-e47f-4cdc-8ef1-20e38f22e619 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:36.001222 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e8f5da69-1b2c-40d7-89dd-80f1d1bfc06c req-7946ec92-e47f-4cdc-8ef1-20e38f22e619 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 943 time: 0.0491147 Jul 05 16:16:36.054306 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e8f5da69-1b2c-40d7-89dd-80f1d1bfc06c req-83e804dd-b0e5-41b4-ac66-d45f670d6a18 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456784 Jul 05 16:16:36.096383 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 51088) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:36.260102 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c7358d77-5a32-4648-bc29-c5175adeefdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:36.337509 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c7358d77-5a32-4648-bc29-c5175adeefdf admin admin] Publish callbacks [] for security_group (b0a05a93-adc3-42b9-bfc2-4d89c9726cf4), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:36.386648 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:36.441464 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c7358d77-5a32-4648-bc29-c5175adeefdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (b0a05a93-adc3-42b9-bfc2-4d89c9726cf4), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:36.479672 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7358d77-5a32-4648-bc29-c5175adeefdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a05a93-adc3-42b9-bfc2-4d89c9726cf4,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:36.483990 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-c7358d77-5a32-4648-bc29-c5175adeefdf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bb81a3c50c98428388f1f0c31b6913de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3862176 Jul 05 16:16:36.486912 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 51098) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:36.535239 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6d53c801-ac08-4a30-99e3-637183d7c493 admin admin] Publish callbacks [] for security_group (b0a05a93-adc3-42b9-bfc2-4d89c9726cf4), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:36.557932 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6d53c801-ac08-4a30-99e3-637183d7c493 admin admin] Publish callbacks [] for security_group (b0a05a93-adc3-42b9-bfc2-4d89c9726cf4), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:36.595388 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device f472f8e8-76d0-4068-af84-5901b45f5f21 details requested by agent hyperv_hv-cinder-84875 with host hv-cinder-84875 {{(pid=104586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:16:36.681976 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6d53c801-ac08-4a30-99e3-637183d7c493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (b0a05a93-adc3-42b9-bfc2-4d89c9726cf4), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:36.684517 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6d53c801-ac08-4a30-99e3-637183d7c493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:36.685709 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-6d53c801-ac08-4a30-99e3-637183d7c493 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b0a05a93-adc3-42b9-bfc2-4d89c9726cf4 HTTP/1.1" status: 204 len: 168 time: 0.1978095 Jul 05 16:16:36.693644 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53c801-ac08-4a30-99e3-637183d7c493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a05a93-adc3-42b9-bfc2-4d89c9726cf4,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:36.700158 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port f472f8e8-76d0-4068-af84-5901b45f5f21, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=f472f8e8-76d0-4068-af84-5901b45f5f21,segment=NetworkSegment(69eefe3d-766d-4ac0-96af-9bacdc182015),segment_id=69eefe3d-766d-4ac0-96af-9bacdc182015)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:16:36.719921 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Returning: {'device': 'f472f8e8-76d0-4068-af84-5901b45f5f21', 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19', 'port_id': 'f472f8e8-76d0-4068-af84-5901b45f5f21', 'mac_address': 'fa:16:3e:24:17:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97671110-e611-4c1b-974f-7d7fdbed0ace', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:16:36.767301 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:36.769572 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port f472f8e8-76d0-4068-af84-5901b45f5f21 is: DOWN; New status is: BUILD {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:16:36.769966 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (f472f8e8-76d0-4068-af84-5901b45f5f21), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:36.784093 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f472f8e8-76d0-4068-af84-5901b45f5f21 {{(pid=104586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:16:36.804311 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port f472f8e8-76d0-4068-af84-5901b45f5f21, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=f472f8e8-76d0-4068-af84-5901b45f5f21,segment=NetworkSegment(69eefe3d-766d-4ac0-96af-9bacdc182015),segment_id=69eefe3d-766d-4ac0-96af-9bacdc182015)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:16:36.900567 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (f472f8e8-76d0-4068-af84-5901b45f5f21), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:36.948112 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=f472f8e8-76d0-4068-af84-5901b45f5f21,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:36.955683 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:36.956165 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:36.956596 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:36.957144 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:36.957585 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:36.957974 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:36.958363 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:36.958748 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:36.959156 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:36.960109 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:36.960496 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:36.960909 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:36.961291 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:36.961762 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:36.962127 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:16:37.101082 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['f472f8e8-76d0-4068-af84-5901b45f5f21'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:16:37.130868 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:37.191163 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96bc4da-c832-447a-b402-0719788267e4 req-1ba31be3-b19e-48ca-a598-ee1ee42b6272 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:37.192964 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a96bc4da-c832-447a-b402-0719788267e4 req-1ba31be3-b19e-48ca-a598-ee1ee42b6272 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 944 time: 0.0571880 Jul 05 16:16:37.253177 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a96bc4da-c832-447a-b402-0719788267e4 req-9cbaaff5-0f54-4782-afb9-0457608bf476 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539412 Jul 05 16:16:37.378309 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 51122) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:37.392334 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0856ae45-8f00-4703-9382-8d6e81256a34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:37.402296 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:37.446274 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:37.468476 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0856ae45-8f00-4703-9382-8d6e81256a34 admin admin] Publish callbacks [] for security_group (606274c9-666f-4145-9bce-d78ebf2b05f7), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:37.517739 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0856ae45-8f00-4703-9382-8d6e81256a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (606274c9-666f-4145-9bce-d78ebf2b05f7), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:37.556691 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-0856ae45-8f00-4703-9382-8d6e81256a34 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4cd34cfc4b384ad998888a2d1ac4555d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1772835 Jul 05 16:16:37.558757 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856ae45-8f00-4703-9382-8d6e81256a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606274c9-666f-4145-9bce-d78ebf2b05f7,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:37.559557 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 51126) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:37.624329 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3ae33b19-6c49-4826-8730-6fcb6dbb5ac8 admin admin] Publish callbacks [] for security_group (606274c9-666f-4145-9bce-d78ebf2b05f7), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:37.642191 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3ae33b19-6c49-4826-8730-6fcb6dbb5ac8 admin admin] Publish callbacks [] for security_group (606274c9-666f-4145-9bce-d78ebf2b05f7), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:37.757884 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3ae33b19-6c49-4826-8730-6fcb6dbb5ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (606274c9-666f-4145-9bce-d78ebf2b05f7), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:37.760485 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-3ae33b19-6c49-4826-8730-6fcb6dbb5ac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:37.761788 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-3ae33b19-6c49-4826-8730-6fcb6dbb5ac8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/606274c9-666f-4145-9bce-d78ebf2b05f7 HTTP/1.1" status: 204 len: 168 time: 0.2011967 Jul 05 16:16:37.770114 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae33b19-6c49-4826-8730-6fcb6dbb5ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606274c9-666f-4145-9bce-d78ebf2b05f7,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:37.978719 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:38.082130 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:38.374315 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c547eb-9971-4679-98f6-dbd3df0805f1 req-b9b7b062-9753-4611-a71e-e80022d9722f tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:38.375845 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a5c547eb-9971-4679-98f6-dbd3df0805f1 req-b9b7b062-9753-4611-a71e-e80022d9722f tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 944 time: 0.0510492 Jul 05 16:16:38.427049 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a5c547eb-9971-4679-98f6-dbd3df0805f1 req-888ed3ef-9e4f-4b15-9539-7b90d7616596 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443108 Jul 05 16:16:38.611398 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device f472f8e8-76d0-4068-af84-5901b45f5f21 up at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:16:38.781243 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning for port f472f8e8-76d0-4068-af84-5901b45f5f21 completed by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 16:16:38.848929 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning complete for port f472f8e8-76d0-4068-af84-5901b45f5f21 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:16:38.849331 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (f472f8e8-76d0-4068-af84-5901b45f5f21), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:38.925607 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port f472f8e8-76d0-4068-af84-5901b45f5f21 is: BUILD; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:16:38.925994 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (f472f8e8-76d0-4068-af84-5901b45f5f21), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:38.948593 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e15bb7-d358-439f-b3bc-697f5c8ee180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f472f8e8-76d0-4068-af84-5901b45f5f21'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:16:38.950695 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4c7b27-e313-447b-b284-4ffa92ac74d1" -d '{"events": [{"server_uuid": "c0e15bb7-d358-439f-b3bc-697f5c8ee180", "name": "network-vif-plugged", "status": "completed", "tag": "f472f8e8-76d0-4068-af84-5901b45f5f21"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:16:38.963652 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port f472f8e8-76d0-4068-af84-5901b45f5f21, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=f472f8e8-76d0-4068-af84-5901b45f5f21,segment=NetworkSegment(69eefe3d-766d-4ac0-96af-9bacdc182015),segment_id=69eefe3d-766d-4ac0-96af-9bacdc182015)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:16:38.989715 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9876f21-ff53-4f69-a3f5-7e7d006d600b x-openstack-request-id: req-c9876f21-ff53-4f69-a3f5-7e7d006d600b {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:16:38.990461 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e15bb7-d358-439f-b3bc-697f5c8ee180", "name": "network-vif-plugged", "status": "completed", "tag": "f472f8e8-76d0-4068-af84-5901b45f5f21", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:16:38.990461 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c9876f21-ff53-4f69-a3f5-7e7d006d600b {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:16:38.992972 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9876f21-ff53-4f69-a3f5-7e7d006d600b'] response: {'server_uuid': 'c0e15bb7-d358-439f-b3bc-697f5c8ee180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f472f8e8-76d0-4068-af84-5901b45f5f21', 'code': 200} Jul 05 16:16:39.003906 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (f472f8e8-76d0-4068-af84-5901b45f5f21), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:39.044281 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:39.055896 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=f472f8e8-76d0-4068-af84-5901b45f5f21,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:39.382282 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5dd9d5-34b8-4e17-b115-2eddf583835d req-f10a6d31-04bd-4089-9b10-eea50fbb1178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:39.383886 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1a5dd9d5-34b8-4e17-b115-2eddf583835d req-f10a6d31-04bd-4089-9b10-eea50fbb1178 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 1129 time: 0.0397911 Jul 05 16:16:39.429119 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1a5dd9d5-34b8-4e17-b115-2eddf583835d req-29145871-e2f4-4542-8883-a416669de26c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398514 Jul 05 16:16:39.538041 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 51178) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:39.543584 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dd3bf-662a-478b-bb07-aa2b907eb246 req-d92fb99a-57ff-4302-a13d-65848d1f0917 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:39.545078 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6d7dd3bf-662a-478b-bb07-aa2b907eb246 req-d92fb99a-57ff-4302-a13d-65848d1f0917 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 945 time: 0.0475430 Jul 05 16:16:39.606753 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6d7dd3bf-662a-478b-bb07-aa2b907eb246 req-960447ca-178d-4c01-9159-90502d89c201 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553129 Jul 05 16:16:39.663415 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4a9cddd3-cb73-4cd6-a02e-637dc9c08af8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:39.737747 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4a9cddd3-cb73-4cd6-a02e-637dc9c08af8 admin admin] Publish callbacks [] for security_group (a9f0f9d1-772f-4573-87bb-ab3db1578480), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:39.820339 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4a9cddd3-cb73-4cd6-a02e-637dc9c08af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (a9f0f9d1-772f-4573-87bb-ab3db1578480), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:39.836666 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:39.862249 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cddd3-cb73-4cd6-a02e-637dc9c08af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f0f9d1-772f-4573-87bb-ab3db1578480,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:39.867261 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-4a9cddd3-cb73-4cd6-a02e-637dc9c08af8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7fc7a150755d43bfbcf56732eddb2739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281918 Jul 05 16:16:39.870524 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 51196) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:39.921071 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-442c90a7-25c9-4dea-b26c-fae5eaa03dfe admin admin] Publish callbacks [] for security_group (a9f0f9d1-772f-4573-87bb-ab3db1578480), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:39.942392 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-442c90a7-25c9-4dea-b26c-fae5eaa03dfe admin admin] Publish callbacks [] for security_group (a9f0f9d1-772f-4573-87bb-ab3db1578480), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:40.055051 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-442c90a7-25c9-4dea-b26c-fae5eaa03dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (a9f0f9d1-772f-4573-87bb-ab3db1578480), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:40.057591 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-442c90a7-25c9-4dea-b26c-fae5eaa03dfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:40.058772 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-442c90a7-25c9-4dea-b26c-fae5eaa03dfe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a9f0f9d1-772f-4573-87bb-ab3db1578480 HTTP/1.1" status: 204 len: 168 time: 0.1870573 Jul 05 16:16:40.067182 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c90a7-25c9-4dea-b26c-fae5eaa03dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f0f9d1-772f-4573-87bb-ab3db1578480,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:40.733634 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe12cf4-90dc-4a1b-8c08-6e6663ad58ef req-b7af41ad-9974-435f-857f-a5a911e39fef tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:40.735735 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0fe12cf4-90dc-4a1b-8c08-6e6663ad58ef req-b7af41ad-9974-435f-857f-a5a911e39fef tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 945 time: 0.0495236 Jul 05 16:16:40.785864 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0fe12cf4-90dc-4a1b-8c08-6e6663ad58ef req-195fb0ec-53ba-444f-8814-ab3d9dfe1577 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443883 Jul 05 16:16:41.153701 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cdbf1-78d9-476f-97ae-5579ddbc64ca req-b99c2232-8229-4a26-8c0d-2e89aea404a3 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:41.154198 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-698cdbf1-78d9-476f-97ae-5579ddbc64ca req-b99c2232-8229-4a26-8c0d-2e89aea404a3 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 945 time: 0.2809567 Jul 05 16:16:41.204107 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-698cdbf1-78d9-476f-97ae-5579ddbc64ca req-3bb53c0c-f09b-4c3f-918f-5e487093e408 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434237 Jul 05 16:16:41.226322 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 51208) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:41.298079 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 51216) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:41.356588 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-8a70098a-8ca6-4bff-973c-382cd3ec035c tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for security_group (3c87e733-6e73-488c-9724-9dac4c637297), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:41.381844 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-8a70098a-8ca6-4bff-973c-382cd3ec035c tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for security_group (3c87e733-6e73-488c-9724-9dac4c637297), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:41.399362 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:41.452292 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fd9d33-efff-48e7-94fd-1dcbb8f379c6 tempest-TestShelveInstance-1435685118 tempest-TestShelveInstance-1435685118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:41.453864 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-38fd9d33-efff-48e7-94fd-1dcbb8f379c6 tempest-TestShelveInstance-1435685118 tempest-TestShelveInstance-1435685118-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 1124 time: 0.2265098 Jul 05 16:16:41.456796 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 51224) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:41.461090 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-c062fb14-f8a8-49b2-8a3a-b2483c643027 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Request body: {'floatingip': {'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'port_id': 'f472f8e8-76d0-4068-af84-5901b45f5f21', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:16:41.556665 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c062fb14-f8a8-49b2-8a3a-b2483c643027 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:41.559547 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-8a70098a-8ca6-4bff-973c-382cd3ec035c tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (3c87e733-6e73-488c-9724-9dac4c637297), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:41.561985 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-8a70098a-8ca6-4bff-973c-382cd3ec035c tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:41.563099 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-8a70098a-8ca6-4bff-973c-382cd3ec035c tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "DELETE /v2.0/security-groups/3c87e733-6e73-488c-9724-9dac4c637297 HTTP/1.1" status: 204 len: 168 time: 0.2640197 Jul 05 16:16:41.567142 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 51226) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:41.577446 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:41.581209 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.api.v2.resource [None req-be2681f0-069d-46d7-9029-af5c3e1a8960 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] show failed (client error): The resource could not be found. Jul 05 16:16:41.582186 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-be2681f0-069d-46d7-9029-af5c3e1a8960 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "GET /v2.0/security-groups/3c87e733-6e73-488c-9724-9dac4c637297 HTTP/1.1" status: 404 len: 347 time: 0.0136302 Jul 05 16:16:41.585523 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70098a-8ca6-4bff-973c-382cd3ec035c tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c87e733-6e73-488c-9724-9dac4c637297,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:41.585657 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 51228) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:41.650721 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c062fb14-f8a8-49b2-8a3a-b2483c643027 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:41.698611 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-1461f5ad-6c9e-402b-a967-a27536ffebb6 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Deleting port 4dcc5360-aada-46e5-98df-e0253c05e122 {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:16:41.698867 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1461f5ad-6c9e-402b-a967-a27536ffebb6 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (4dcc5360-aada-46e5-98df-e0253c05e122), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:41.760098 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [None req-c062fb14-f8a8-49b2-8a3a-b2483c643027 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Allocated IP 172.27.3.113 (90903495-288b-44cb-8357-c0c74fc45d82/c848da7f-4b94-4cfd-b899-6ee4cbeaeda8/b99f9b28-9185-4a1f-8dd0-b2cb12a3bf54) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:16:41.797071 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1461f5ad-6c9e-402b-a967-a27536ffebb6 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (4dcc5360-aada-46e5-98df-e0253c05e122), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:41.799535 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1461f5ad-6c9e-402b-a967-a27536ffebb6 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for floatingip (4dcc5360-aada-46e5-98df-e0253c05e122), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:41.810516 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-1461f5ad-6c9e-402b-a967-a27536ffebb6 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Calling delete_port for 4dcc5360-aada-46e5-98df-e0253c05e122 owned by network:floatingip {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:16:41.822598 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:DELETE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:41.862476 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c062fb14-f8a8-49b2-8a3a-b2483c643027 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for port (b99f9b28-9185-4a1f-8dd0-b2cb12a3bf54), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:42.007433 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1461f5ad-6c9e-402b-a967-a27536ffebb6 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (4dcc5360-aada-46e5-98df-e0253c05e122), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:42.008057 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c062fb14-f8a8-49b2-8a3a-b2483c643027 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (b99f9b28-9185-4a1f-8dd0-b2cb12a3bf54), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:42.029756 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461f5ad-6c9e-402b-a967-a27536ffebb6 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Pushing event deleted for resources: {'Port': ['ID=4dcc5360-aada-46e5-98df-e0253c05e122,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:42.051667 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c062fb14-f8a8-49b2-8a3a-b2483c643027 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Network 90903495-288b-44cb-8357-c0c74fc45d82 is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:16:42.055261 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-c062fb14-f8a8-49b2-8a3a-b2483c643027 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:16:42.058957 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c062fb14-f8a8-49b2-8a3a-b2483c643027 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:16:42.089737 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062fb14-f8a8-49b2-8a3a-b2483c643027 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Pushing event updated for resources: {'Port': ['ID=b99f9b28-9185-4a1f-8dd0-b2cb12a3bf54,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:42.094390 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1461f5ad-6c9e-402b-a967-a27536ffebb6 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks [] for floatingip (3eba7c49-4810-4274-918a-5d408cf330bc), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:42.096885 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1461f5ad-6c9e-402b-a967-a27536ffebb6 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:42.098019 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-1461f5ad-6c9e-402b-a967-a27536ffebb6 tempest-AttachVolumeTestJSON-187031460 tempest-AttachVolumeTestJSON-187031460-project] 10.222.0.45 "DELETE /v2.0/floatingips/3eba7c49-4810-4274-918a-5d408cf330bc HTTP/1.1" status: 204 len: 168 time: 0.5114660 Jul 05 16:16:42.143421 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:42.424908 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=5 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:42.425658 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:42.442126 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c062fb14-f8a8-49b2-8a3a-b2483c643027 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for floatingip (2b588778-4973-4168-ab7b-bb84cdc2e54c), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:42.704574 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c062fb14-f8a8-49b2-8a3a-b2483c643027 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (b99f9b28-9185-4a1f-8dd0-b2cb12a3bf54), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:42.772249 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:42.858072 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c062fb14-f8a8-49b2-8a3a-b2483c643027 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for port (b99f9b28-9185-4a1f-8dd0-b2cb12a3bf54), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:42.939290 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c062fb14-f8a8-49b2-8a3a-b2483c643027 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (b99f9b28-9185-4a1f-8dd0-b2cb12a3bf54), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:43.008066 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062fb14-f8a8-49b2-8a3a-b2483c643027 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Pushing event updated for resources: {'Port': ['ID=b99f9b28-9185-4a1f-8dd0-b2cb12a3bf54,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:43.019787 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c062fb14-f8a8-49b2-8a3a-b2483c643027 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (2b588778-4973-4168-ab7b-bb84cdc2e54c), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:43.126277 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.l3_db [None req-c062fb14-f8a8-49b2-8a3a-b2483c643027 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Floating IP 2b588778-4973-4168-ab7b-bb84cdc2e54c associated. External IP: 172.27.3.113, port: f472f8e8-76d0-4068-af84-5901b45f5f21. Jul 05 16:16:43.313172 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:43.328947 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c062fb14-f8a8-49b2-8a3a-b2483c643027 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Router 770f1b76-d14d-4c33-8bd4-0d2d796c6b6d has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:16:43.437582 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c062fb14-f8a8-49b2-8a3a-b2483c643027 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:16:43.438196 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:16:43.448758 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a964f92-b1d3-4717-b221-421132f8c2e3 None None] Sync routers for ids ['770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:16:43.462322 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a964f92-b1d3-4717-b221-421132f8c2e3 None None] Routers {'770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:16:43.462958 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-5a964f92-b1d3-4717-b221-421132f8c2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:16:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:43.548595 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c062fb14-f8a8-49b2-8a3a-b2483c643027 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:43.568272 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-5a964f92-b1d3-4717-b221-421132f8c2e3 None None] Set router 770f1b76-d14d-4c33-8bd4-0d2d796c6b6d gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:16:43.582987 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-c062fb14-f8a8-49b2-8a3a-b2483c643027 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1231058 Jul 05 16:16:43.582987 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e15bb7-d358-439f-b3bc-697f5c8ee180', 'tag': 'f472f8e8-76d0-4068-af84-5901b45f5f21'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:16:43.583753 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b456c9-b297-4f02-a7fa-588f7d16d25a" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e15bb7-d358-439f-b3bc-697f5c8ee180", "tag": "f472f8e8-76d0-4068-af84-5901b45f5f21"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:16:43.621560 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab58ef6-4837-459c-9ad9-82a05ac7d7c9 x-openstack-request-id: req-6ab58ef6-4837-459c-9ad9-82a05ac7d7c9 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:16:43.621846 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e15bb7-d358-439f-b3bc-697f5c8ee180", "tag": "f472f8e8-76d0-4068-af84-5901b45f5f21", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:16:43.622118 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ab58ef6-4837-459c-9ad9-82a05ac7d7c9 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:16:43.622741 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ab58ef6-4837-459c-9ad9-82a05ac7d7c9'] response: {'name': 'network-changed', 'server_uuid': 'c0e15bb7-d358-439f-b3bc-697f5c8ee180', 'tag': 'f472f8e8-76d0-4068-af84-5901b45f5f21', 'status': 'completed', 'code': 200} Jul 05 16:16:43.705731 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b456c9-b297-4f02-a7fa-588f7d16d25a req-e4ba9c2e-71d7-4ce9-b96d-4133e0c62286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:43.707210 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-01b456c9-b297-4f02-a7fa-588f7d16d25a req-e4ba9c2e-71d7-4ce9-b96d-4133e0c62286 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de07093c553b4f0391c85e5ea04cf7f1&device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 1129 time: 0.0454445 Jul 05 16:16:43.793793 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-5a964f92-b1d3-4717-b221-421132f8c2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'name': 'tempest-TestShelveInstance-2001641178-router', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b0a3b8b2-b89c-4444-88b5-442b66dd2d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:15:49Z', 'updated_at': '2022-07-05T16:15:54Z', 'revision_number': 4, 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'gw_port': {'id': 'b0a3b8b2-b89c-4444-88b5-442b66dd2d22', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:50Z', 'updated_at': '2022-07-05T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '2b588778-4973-4168-ab7b-bb84cdc2e54c', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'port_id': 'f472f8e8-76d0-4068-af84-5901b45f5f21', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19', 'mac_address': 'fa:16:3e:24:17:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e15bb7-d358-439f-b3bc-697f5c8ee180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:16:42Z', 'updated_at': '2022-07-05T16:16:42Z', 'revision_number': 0, 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d22abb-31f2-4c96-9346-55cc2ed689a2', 'name': '', 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'mac_address': 'fa:16:3e:0b:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '97671110-e611-4c1b-974f-7d7fdbed0ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:53Z', 'updated_at': '2022-07-05T16:15:58Z', 'revision_number': 5, 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'subnets': [{'id': '97671110-e611-4c1b-974f-7d7fdbed0ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:43.805045 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b456c9-b297-4f02-a7fa-588f7d16d25a req-1550a1d0-4bec-4264-a24b-39f70b41695b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:43.806503 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-01b456c9-b297-4f02-a7fa-588f7d16d25a req-1550a1d0-4bec-4264-a24b-39f70b41695b service neutron] 10.222.0.47 "GET /v2.0/networks?id=12affb1e-679a-48f8-ae30-8179cd00fc19 HTTP/1.1" status: 200 len: 910 time: 0.0934322 Jul 05 16:16:43.819149 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a964f92-b1d3-4717-b221-421132f8c2e3 None None] Checking router: 770f1b76-d14d-4c33-8bd4-0d2d796c6b6d for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:16:43.827381 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a964f92-b1d3-4717-b221-421132f8c2e3 None None] Routers {'770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:16:43.827979 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-5a964f92-b1d3-4717-b221-421132f8c2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:16:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:43.867808 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-01b456c9-b297-4f02-a7fa-588f7d16d25a req-828aea08-fbdf-40bc-bc7a-ddfff53f479b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f472f8e8-76d0-4068-af84-5901b45f5f21 HTTP/1.1" status: 200 len: 999 time: 0.0547578 Jul 05 16:16:43.916197 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b456c9-b297-4f02-a7fa-588f7d16d25a req-f472cf08-8110-4664-942e-c460a397489a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:43.917750 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-01b456c9-b297-4f02-a7fa-588f7d16d25a req-f472cf08-8110-4664-942e-c460a397489a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97671110-e611-4c1b-974f-7d7fdbed0ace HTTP/1.1" status: 200 len: 848 time: 0.0441377 Jul 05 16:16:43.932933 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-5a964f92-b1d3-4717-b221-421132f8c2e3 None None] Set router 770f1b76-d14d-4c33-8bd4-0d2d796c6b6d gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:16:43.966237 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b456c9-b297-4f02-a7fa-588f7d16d25a req-27a59a59-9406-4195-9f0c-4bcfb5d19b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:43.967723 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-01b456c9-b297-4f02-a7fa-588f7d16d25a req-27a59a59-9406-4195-9f0c-4bcfb5d19b87 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=12affb1e-679a-48f8-ae30-8179cd00fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434978 Jul 05 16:16:44.059330 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-01b456c9-b297-4f02-a7fa-588f7d16d25a req-fa941389-ac82-4c98-930a-5fafae3a4de2 service neutron] 10.222.0.47 "GET /v2.0/networks/12affb1e-679a-48f8-ae30-8179cd00fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857511 Jul 05 16:16:44.108680 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:44.139547 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:44.152439 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-5a964f92-b1d3-4717-b221-421132f8c2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'name': 'tempest-TestShelveInstance-2001641178-router', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b0a3b8b2-b89c-4444-88b5-442b66dd2d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:15:49Z', 'updated_at': '2022-07-05T16:15:54Z', 'revision_number': 4, 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'gw_port': {'id': 'b0a3b8b2-b89c-4444-88b5-442b66dd2d22', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:50Z', 'updated_at': '2022-07-05T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '2b588778-4973-4168-ab7b-bb84cdc2e54c', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'port_id': 'f472f8e8-76d0-4068-af84-5901b45f5f21', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19', 'mac_address': 'fa:16:3e:24:17:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e15bb7-d358-439f-b3bc-697f5c8ee180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:16:42Z', 'updated_at': '2022-07-05T16:16:42Z', 'revision_number': 0, 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d22abb-31f2-4c96-9346-55cc2ed689a2', 'name': '', 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'mac_address': 'fa:16:3e:0b:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '97671110-e611-4c1b-974f-7d7fdbed0ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:53Z', 'updated_at': '2022-07-05T16:15:58Z', 'revision_number': 5, 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'subnets': [{'id': '97671110-e611-4c1b-974f-7d7fdbed0ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:44.156952 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-01b456c9-b297-4f02-a7fa-588f7d16d25a req-ef78de59-f14f-490e-b46d-d792ced84c57 service neutron] 10.222.0.47 "GET /v2.0/networks/12affb1e-679a-48f8-ae30-8179cd00fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912004 Jul 05 16:16:44.179450 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a964f92-b1d3-4717-b221-421132f8c2e3 None None] The sync data for ids ['770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'] in dv-cinder-848759-1-iscsi is: [{'id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'name': 'tempest-TestShelveInstance-2001641178-router', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b0a3b8b2-b89c-4444-88b5-442b66dd2d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:15:49Z', 'updated_at': '2022-07-05T16:15:54Z', 'revision_number': 4, 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'gw_port': {'id': 'b0a3b8b2-b89c-4444-88b5-442b66dd2d22', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:50Z', 'updated_at': '2022-07-05T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '2b588778-4973-4168-ab7b-bb84cdc2e54c', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'port_id': 'f472f8e8-76d0-4068-af84-5901b45f5f21', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19', 'mac_address': 'fa:16:3e:24:17:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e15bb7-d358-439f-b3bc-697f5c8ee180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:16:42Z', 'updated_at': '2022-07-05T16:16:42Z', 'revision_number': 0, 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d22abb-31f2-4c96-9346-55cc2ed689a2', 'name': '', 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'mac_address': 'fa:16:3e:0b:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '97671110-e611-4c1b-974f-7d7fdbed0ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:53Z', 'updated_at': '2022-07-05T16:15:58Z', 'revision_number': 5, 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'subnets': [{'id': '97671110-e611-4c1b-974f-7d7fdbed0ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:16:44.375452 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d0e8a4-ef78-4ded-a233-45f0e12b2d52 None None] New status for floating IP 2b588778-4973-4168-ab7b-bb84cdc2e54c: ACTIVE {{(pid=104587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:16:46.119646 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 51288) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:46.536881 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-fca8b85e-684f-4615-bea7-c5784389b17d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518843'] for router_interface (40153f6d-6cc1-4d04-b305-eeb135ab17d8), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:46.571523 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:46.671839 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 51302) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:46.769379 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-fca8b85e-684f-4615-bea7-c5784389b17d admin admin] Deleting port 011534e7-5ebc-4e50-8a29-7603759fb90f {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:16:46.769723 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-fca8b85e-684f-4615-bea7-c5784389b17d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (011534e7-5ebc-4e50-8a29-7603759fb90f), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:46.780124 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-909c7b68-8b83-4acb-b756-9d7e28df9c33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:46.849513 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-fca8b85e-684f-4615-bea7-c5784389b17d admin admin] For port 011534e7-5ebc-4e50-8a29-7603759fb90f, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=011534e7-5ebc-4e50-8a29-7603759fb90f,segment=NetworkSegment(ff03e07f-0eeb-4738-b3fa-daadee566eaa),segment_id=ff03e07f-0eeb-4738-b3fa-daadee566eaa)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:16:46.850386 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-fca8b85e-684f-4615-bea7-c5784389b17d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (011534e7-5ebc-4e50-8a29-7603759fb90f), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:46.858934 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-909c7b68-8b83-4acb-b756-9d7e28df9c33 admin admin] Publish callbacks [] for security_group (10841e52-091f-4b01-982b-e4166e65c6bf), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:46.863512 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-fca8b85e-684f-4615-bea7-c5784389b17d admin admin] Calling delete_port for 011534e7-5ebc-4e50-8a29-7603759fb90f owned by network:router_interface {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:16:46.926840 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:46.939806 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-909c7b68-8b83-4acb-b756-9d7e28df9c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (10841e52-091f-4b01-982b-e4166e65c6bf), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:46.978486 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c7b68-8b83-4acb-b756-9d7e28df9c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10841e52-091f-4b01-982b-e4166e65c6bf,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:46.983475 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-909c7b68-8b83-4acb-b756-9d7e28df9c33 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=efa21ec6538f47748099e63ffd137c00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3105004 Jul 05 16:16:46.985519 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 51306) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:47.038411 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4e88e1ea-5bc2-4756-82fe-585cf5b4b5b5 admin admin] Publish callbacks [] for security_group (10841e52-091f-4b01-982b-e4166e65c6bf), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:47.063735 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4e88e1ea-5bc2-4756-82fe-585cf5b4b5b5 admin admin] Publish callbacks [] for security_group (10841e52-091f-4b01-982b-e4166e65c6bf), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:47.123215 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-fca8b85e-684f-4615-bea7-c5784389b17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (011534e7-5ebc-4e50-8a29-7603759fb90f), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:47.156887 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8b85e-684f-4615-bea7-c5784389b17d admin admin] Pushing event deleted for resources: {'Port': ['ID=011534e7-5ebc-4e50-8a29-7603759fb90f,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:47.190367 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4e88e1ea-5bc2-4756-82fe-585cf5b4b5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (10841e52-091f-4b01-982b-e4166e65c6bf), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:47.193051 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4e88e1ea-5bc2-4756-82fe-585cf5b4b5b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:47.197299 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-4e88e1ea-5bc2-4756-82fe-585cf5b4b5b5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/10841e52-091f-4b01-982b-e4166e65c6bf HTTP/1.1" status: 204 len: 168 time: 0.2081635 Jul 05 16:16:47.206996 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88e1ea-5bc2-4756-82fe-585cf5b4b5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10841e52-091f-4b01-982b-e4166e65c6bf,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:47.333615 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-fca8b85e-684f-4615-bea7-c5784389b17d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521995'] for router_interface (40153f6d-6cc1-4d04-b305-eeb135ab17d8), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:47.531761 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:47.543305 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca8b85e-684f-4615-bea7-c5784389b17d admin admin] Router 40153f6d-6cc1-4d04-b305-eeb135ab17d8 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:16:47.853238 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 51312) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:47.859342 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:47.867827 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-9889da0e-42f1-4613-a591-cc63eb51a6b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:47.895752 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca8b85e-684f-4615-bea7-c5784389b17d admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:16:47.904201 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-fca8b85e-684f-4615-bea7-c5784389b17d admin admin] 10.222.0.45 "PUT /v2.0/routers/40153f6d-6cc1-4d04-b305-eeb135ab17d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7838521 Jul 05 16:16:47.904821 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 51314) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:47.905743 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a985818a-6af1-401d-a5a1-cad3f96c62cd None None] Sync routers for ids ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:16:47.918132 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a985818a-6af1-401d-a5a1-cad3f96c62cd None None] Routers {'40153f6d-6cc1-4d04-b305-eeb135ab17d8'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:16:47.919362 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-a985818a-6af1-401d-a5a1-cad3f96c62cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:16:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:47.976622 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-9889da0e-42f1-4613-a591-cc63eb51a6b2 admin admin] Publish callbacks [] for security_group (8fdcbed7-d877-44bc-b990-041b60849768), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:48.002955 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1623aa7f-f4ac-4646-bfbd-fe6937aeedc3 admin admin] Publish callbacks [] for router (40153f6d-6cc1-4d04-b305-eeb135ab17d8), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:48.026851 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=100 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:48.035709 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-a985818a-6af1-401d-a5a1-cad3f96c62cd None None] Set router 40153f6d-6cc1-4d04-b305-eeb135ab17d8 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:16:48.041315 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:48.065894 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-9889da0e-42f1-4613-a591-cc63eb51a6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (8fdcbed7-d877-44bc-b990-041b60849768), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:48.107597 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1623aa7f-f4ac-4646-bfbd-fe6937aeedc3 admin admin] Publish callbacks [] for router_gateway (40153f6d-6cc1-4d04-b305-eeb135ab17d8), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:48.132867 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-9889da0e-42f1-4613-a591-cc63eb51a6b2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e734ca888e564138a899d646b25520ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770698 Jul 05 16:16:48.134564 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 51316) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:48.135668 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889da0e-42f1-4613-a591-cc63eb51a6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdcbed7-d877-44bc-b990-041b60849768,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:48.201830 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c57004e6-7042-49b9-bafe-bc3e20e315b7 admin admin] Publish callbacks [] for security_group (8fdcbed7-d877-44bc-b990-041b60849768), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:48.221413 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-a985818a-6af1-401d-a5a1-cad3f96c62cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'name': 'tempest-AttachVolumeTestJSON-310078999-router', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:16:46Z', 'revision_number': 5, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'gw_port': {'id': 'c0da8f94-087b-4e6a-9650-82cbcd3f94f0', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:08:45Z', 'updated_at': '2022-07-05T16:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:48.249469 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c57004e6-7042-49b9-bafe-bc3e20e315b7 admin admin] Publish callbacks [] for security_group (8fdcbed7-d877-44bc-b990-041b60849768), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:48.251688 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a985818a-6af1-401d-a5a1-cad3f96c62cd None None] Checking router: 40153f6d-6cc1-4d04-b305-eeb135ab17d8 for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:16:48.251813 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-1623aa7f-f4ac-4646-bfbd-fe6937aeedc3 admin admin] Deleting port c0da8f94-087b-4e6a-9650-82cbcd3f94f0 {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:16:48.251813 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1623aa7f-f4ac-4646-bfbd-fe6937aeedc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (c0da8f94-087b-4e6a-9650-82cbcd3f94f0), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:48.260278 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a985818a-6af1-401d-a5a1-cad3f96c62cd None None] Routers {'40153f6d-6cc1-4d04-b305-eeb135ab17d8'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:16:48.261075 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-a985818a-6af1-401d-a5a1-cad3f96c62cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:16:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:48.354207 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-a985818a-6af1-401d-a5a1-cad3f96c62cd None None] Set router 40153f6d-6cc1-4d04-b305-eeb135ab17d8 gateway port host: None {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:16:48.363256 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-1623aa7f-f4ac-4646-bfbd-fe6937aeedc3 admin admin] For port c0da8f94-087b-4e6a-9650-82cbcd3f94f0, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=c0da8f94-087b-4e6a-9650-82cbcd3f94f0,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:16:48.366303 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1623aa7f-f4ac-4646-bfbd-fe6937aeedc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (c0da8f94-087b-4e6a-9650-82cbcd3f94f0), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:48.376740 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-1623aa7f-f4ac-4646-bfbd-fe6937aeedc3 admin admin] Calling delete_port for c0da8f94-087b-4e6a-9650-82cbcd3f94f0 owned by network:router_gateway {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:16:48.403958 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-a985818a-6af1-401d-a5a1-cad3f96c62cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'name': 'tempest-AttachVolumeTestJSON-310078999-router', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:16:48Z', 'revision_number': 6, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'gw_port_host': None}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:48.421145 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:48.428861 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a985818a-6af1-401d-a5a1-cad3f96c62cd None None] The sync data for ids ['40153f6d-6cc1-4d04-b305-eeb135ab17d8'] in dv-cinder-848759-1-iscsi is: [{'id': '40153f6d-6cc1-4d04-b305-eeb135ab17d8', 'name': 'tempest-AttachVolumeTestJSON-310078999-router', 'tenant_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:08:43Z', 'updated_at': '2022-07-05T16:16:48Z', 'revision_number': 6, 'project_id': '3ec37a457530439b8728dd2ad2b6b7bd', 'gw_port_host': None}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:16:48.493305 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c57004e6-7042-49b9-bafe-bc3e20e315b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (8fdcbed7-d877-44bc-b990-041b60849768), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:48.495827 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c57004e6-7042-49b9-bafe-bc3e20e315b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:48.498629 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-c57004e6-7042-49b9-bafe-bc3e20e315b7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8fdcbed7-d877-44bc-b990-041b60849768 HTTP/1.1" status: 204 len: 168 time: 0.3613594 Jul 05 16:16:48.517306 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57004e6-7042-49b9-bafe-bc3e20e315b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdcbed7-d877-44bc-b990-041b60849768,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:48.704999 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1623aa7f-f4ac-4646-bfbd-fe6937aeedc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (c0da8f94-087b-4e6a-9650-82cbcd3f94f0), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:48.731806 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623aa7f-f4ac-4646-bfbd-fe6937aeedc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0da8f94-087b-4e6a-9650-82cbcd3f94f0,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:48.815667 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1623aa7f-f4ac-4646-bfbd-fe6937aeedc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-508993'] for router_gateway (40153f6d-6cc1-4d04-b305-eeb135ab17d8), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:48.913066 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1623aa7f-f4ac-4646-bfbd-fe6937aeedc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075037'] for router (40153f6d-6cc1-4d04-b305-eeb135ab17d8), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:48.915443 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1623aa7f-f4ac-4646-bfbd-fe6937aeedc3 admin admin] Publish callbacks [] for router_controller (40153f6d-6cc1-4d04-b305-eeb135ab17d8), precommit_delete_associations {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:49.014317 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1623aa7f-f4ac-4646-bfbd-fe6937aeedc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498478'] for router (40153f6d-6cc1-4d04-b305-eeb135ab17d8), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:49.014919 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1623aa7f-f4ac-4646-bfbd-fe6937aeedc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40153f6d-6cc1-4d04-b305-eeb135ab17d8 {{(pid=104584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 16:16:49.020703 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1623aa7f-f4ac-4646-bfbd-fe6937aeedc3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:49.020703 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-1623aa7f-f4ac-4646-bfbd-fe6937aeedc3 admin admin] 10.222.0.45 "DELETE /v2.0/routers/40153f6d-6cc1-4d04-b305-eeb135ab17d8 HTTP/1.1" status: 204 len: 168 time: 1.1147294 Jul 05 16:16:49.023125 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 51322) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:49.068643 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d7c6cb-4d0b-4133-9e9c-90129435dd85 admin admin] Deleting subnet f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a {{(pid=104584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 16:16:49.071783 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a1d7c6cb-4d0b-4133-9e9c-90129435dd85 admin admin] Publish callbacks [] for subnet (f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:49.107279 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a1d7c6cb-4d0b-4133-9e9c-90129435dd85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032071'] for subnet (f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a), precommit_delete_associations {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:49.203090 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a1d7c6cb-4d0b-4133-9e9c-90129435dd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7708876'] for subnet (f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:49.228792 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:49.276018 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 51324) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:49.283879 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d6add366-9607-4042-bd4a-9b2b10435d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:49.295179 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:49.346230 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a1d7c6cb-4d0b-4133-9e9c-90129435dd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7708871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1267982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411760'] for subnet (f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:49.364221 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d6add366-9607-4042-bd4a-9b2b10435d89 admin admin] Publish callbacks [] for security_group (f0375ef5-ed06-422c-bf08-92cc3cc4aeb1), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:49.374669 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7c6cb-4d0b-4133-9e9c-90129435dd85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:49.379772 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a1d7c6cb-4d0b-4133-9e9c-90129435dd85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:49.382983 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-a1d7c6cb-4d0b-4133-9e9c-90129435dd85 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f4d1b61b-db81-4b94-bbbb-a8a9329a8d1a HTTP/1.1" status: 204 len: 168 time: 0.3589284 Jul 05 16:16:49.385528 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 51326) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:49.385916 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac0ed6d-ba74-450c-a182-6c10528579a6 None None] Network 77e226ae-740f-49bf-a51d-1fc557b375c9 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:16:49.455602 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d6add366-9607-4042-bd4a-9b2b10435d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (f0375ef5-ed06-422c-bf08-92cc3cc4aeb1), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:49.479748 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-28cd7514-f38c-410f-a9c0-c146a9bf84c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7605430'] for network (77e226ae-740f-49bf-a51d-1fc557b375c9), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:49.533112 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-28cd7514-f38c-410f-a9c0-c146a9bf84c2 admin admin] Deleting port e782b89c-f932-4792-859e-dc8b54c3c8ec {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:16:49.533466 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-28cd7514-f38c-410f-a9c0-c146a9bf84c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (e782b89c-f932-4792-859e-dc8b54c3c8ec), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:49.546081 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6add366-9607-4042-bd4a-9b2b10435d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0375ef5-ed06-422c-bf08-92cc3cc4aeb1,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:49.564724 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222fe8fc-5e9c-4d3e-9469-75ce4ebd8678 None None] DHCP port deletion for 77e226ae-740f-49bf-a51d-1fc557b375c9 request from dv-cinder-848759-1-iscsi {{(pid=104586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 05 16:16:49.569796 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-d6add366-9607-4042-bd4a-9b2b10435d89 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6380b63f3ea2441ea24cf9c5b56a0c4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2991862 Jul 05 16:16:49.572283 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 51328) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:49.611367 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-28cd7514-f38c-410f-a9c0-c146a9bf84c2 admin admin] For port e782b89c-f932-4792-859e-dc8b54c3c8ec, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=e782b89c-f932-4792-859e-dc8b54c3c8ec,segment=NetworkSegment(ff03e07f-0eeb-4738-b3fa-daadee566eaa),segment_id=ff03e07f-0eeb-4738-b3fa-daadee566eaa)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:16:49.611740 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-28cd7514-f38c-410f-a9c0-c146a9bf84c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (e782b89c-f932-4792-859e-dc8b54c3c8ec), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:49.626933 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-28cd7514-f38c-410f-a9c0-c146a9bf84c2 admin admin] Calling delete_port for e782b89c-f932-4792-859e-dc8b54c3c8ec owned by network:dhcp {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:16:49.641777 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c4b3d5b1-2f27-4a57-9757-aca34cbb82ed admin admin] Publish callbacks [] for security_group (f0375ef5-ed06-422c-bf08-92cc3cc4aeb1), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:49.669528 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c4b3d5b1-2f27-4a57-9757-aca34cbb82ed admin admin] Publish callbacks [] for security_group (f0375ef5-ed06-422c-bf08-92cc3cc4aeb1), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:49.737799 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-222fe8fc-5e9c-4d3e-9469-75ce4ebd8678 None None] Deleting port e782b89c-f932-4792-859e-dc8b54c3c8ec {{(pid=104586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:16:49.738165 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-222fe8fc-5e9c-4d3e-9469-75ce4ebd8678 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (e782b89c-f932-4792-859e-dc8b54c3c8ec), before_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:49.802521 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-222fe8fc-5e9c-4d3e-9469-75ce4ebd8678 None None] For port e782b89c-f932-4792-859e-dc8b54c3c8ec, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=e782b89c-f932-4792-859e-dc8b54c3c8ec,segment=NetworkSegment(ff03e07f-0eeb-4738-b3fa-daadee566eaa),segment_id=ff03e07f-0eeb-4738-b3fa-daadee566eaa)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:16:49.803409 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-222fe8fc-5e9c-4d3e-9469-75ce4ebd8678 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (e782b89c-f932-4792-859e-dc8b54c3c8ec), precommit_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:49.815870 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-222fe8fc-5e9c-4d3e-9469-75ce4ebd8678 None None] Calling delete_port for e782b89c-f932-4792-859e-dc8b54c3c8ec owned by network:dhcp {{(pid=104586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:16:49.824325 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-28cd7514-f38c-410f-a9c0-c146a9bf84c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (e782b89c-f932-4792-859e-dc8b54c3c8ec), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:49.851418 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd7514-f38c-410f-a9c0-c146a9bf84c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e782b89c-f932-4792-859e-dc8b54c3c8ec,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:49.853370 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cd7514-f38c-410f-a9c0-c146a9bf84c2 admin admin] No DVR routers for this DVR port e782b89c-f932-4792-859e-dc8b54c3c8ec on host dv-cinder-848759-1-iscsi {{(pid=104584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:16:49.870158 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c4b3d5b1-2f27-4a57-9757-aca34cbb82ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (f0375ef5-ed06-422c-bf08-92cc3cc4aeb1), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:49.873054 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-c4b3d5b1-2f27-4a57-9757-aca34cbb82ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:49.875020 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-c4b3d5b1-2f27-4a57-9757-aca34cbb82ed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f0375ef5-ed06-422c-bf08-92cc3cc4aeb1 HTTP/1.1" status: 204 len: 168 time: 0.3012509 Jul 05 16:16:49.883077 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=100 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:49.885122 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3d5b1-2f27-4a57-9757-aca34cbb82ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0375ef5-ed06-422c-bf08-92cc3cc4aeb1,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:49.909477 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-222fe8fc-5e9c-4d3e-9469-75ce4ebd8678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858'] for port (e782b89c-f932-4792-859e-dc8b54c3c8ec), after_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:49.936182 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fe8fc-5e9c-4d3e-9469-75ce4ebd8678 None None] Pushing event deleted for resources: {'Port': ['ID=e782b89c-f932-4792-859e-dc8b54c3c8ec,revision_number=None']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:49.939741 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222fe8fc-5e9c-4d3e-9469-75ce4ebd8678 None None] No DVR routers for this DVR port e782b89c-f932-4792-859e-dc8b54c3c8ec on host dv-cinder-848759-1-iscsi {{(pid=104586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:16:49.952424 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-28cd7514-f38c-410f-a9c0-c146a9bf84c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7757606', 'neutron.services.segments.db._delete_segments_for_network-8746276517753'] for network (77e226ae-740f-49bf-a51d-1fc557b375c9), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:49.975756 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-28cd7514-f38c-410f-a9c0-c146a9bf84c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e226ae-740f-49bf-a51d-1fc557b375c9']}} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:49.984113 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:49.990794 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-28cd7514-f38c-410f-a9c0-c146a9bf84c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff03e07f-0eeb-4738-b3fa-daadee566eaa') {'for_net_delete': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:49.990794 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-28cd7514-f38c-410f-a9c0-c146a9bf84c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff03e07f-0eeb-4738-b3fa-daadee566eaa') {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:49.996612 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-28cd7514-f38c-410f-a9c0-c146a9bf84c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746276519554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032076'] for segment (ff03e07f-0eeb-4738-b3fa-daadee566eaa), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:50.009995 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-28cd7514-f38c-410f-a9c0-c146a9bf84c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (ff03e07f-0eeb-4738-b3fa-daadee566eaa), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:50.016237 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28cd7514-f38c-410f-a9c0-c146a9bf84c2 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=104584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:16:50.016624 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-28cd7514-f38c-410f-a9c0-c146a9bf84c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1268212'] for segment (ff03e07f-0eeb-4738-b3fa-daadee566eaa), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:50.035515 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.services.segments.plugin [-] Segment ff03e07f-0eeb-4738-b3fa-daadee566eaa resource provider aggregate not found Jul 05 16:16:50.074448 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.services.segments.plugin [-] Segment ff03e07f-0eeb-4738-b3fa-daadee566eaa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff03e07f-0eeb-4738-b3fa-daadee566eaa found for delete ", "request_id": "req-0c848729-838f-4e85-9992-b105d9244201"}]} Jul 05 16:16:50.146227 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-28cd7514-f38c-410f-a9c0-c146a9bf84c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7757615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509440'] for network (77e226ae-740f-49bf-a51d-1fc557b375c9), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:50.148273 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device c0da8f94-087b-4e6a-9650-82cbcd3f94f0 no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:16:50.158865 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-28cd7514-f38c-410f-a9c0-c146a9bf84c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:50.158865 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-28cd7514-f38c-410f-a9c0-c146a9bf84c2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/77e226ae-740f-49bf-a51d-1fc557b375c9 HTTP/1.1" status: 204 len: 168 time: 0.7695754 Jul 05 16:16:50.167426 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd7514-f38c-410f-a9c0-c146a9bf84c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=77e226ae-740f-49bf-a51d-1fc557b375c9,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:50.168674 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: c0da8f94-087b-4e6a-9650-82cbcd3f94f0 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:16:50.169053 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device c0da8f94-087b-4e6a-9650-82cbcd3f94f0 not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:16:50.169463 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device e782b89c-f932-4792-859e-dc8b54c3c8ec no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:16:50.188933 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: e782b89c-f932-4792-859e-dc8b54c3c8ec {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:16:50.189494 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device e782b89c-f932-4792-859e-dc8b54c3c8ec not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:16:50.190086 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 011534e7-5ebc-4e50-8a29-7603759fb90f no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:16:50.215148 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: 011534e7-5ebc-4e50-8a29-7603759fb90f {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:16:50.215148 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 011534e7-5ebc-4e50-8a29-7603759fb90f not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:16:50.531363 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 51350) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:50.575337 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-c2a4899f-a585-486f-9040-e0ef67172220 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3ec37a457530439b8728dd2ad2b6b7bd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402267 Jul 05 16:16:50.575662 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 51352) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:16:50.624384 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-20bb79a4-55a5-4a0e-86ff-d91a06b00049 admin admin] Publish callbacks [] for security_group (3acfdd06-fc55-4a53-9848-2805e4478378), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:50.645925 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-20bb79a4-55a5-4a0e-86ff-d91a06b00049 admin admin] Publish callbacks [] for security_group (3acfdd06-fc55-4a53-9848-2805e4478378), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:50.678087 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:50.814198 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-20bb79a4-55a5-4a0e-86ff-d91a06b00049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (3acfdd06-fc55-4a53-9848-2805e4478378), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:50.820430 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-20bb79a4-55a5-4a0e-86ff-d91a06b00049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:50.820430 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-20bb79a4-55a5-4a0e-86ff-d91a06b00049 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3acfdd06-fc55-4a53-9848-2805e4478378 HTTP/1.1" status: 204 len: 168 time: 0.2413349 Jul 05 16:16:50.826314 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb79a4-55a5-4a0e-86ff-d91a06b00049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acfdd06-fc55-4a53-9848-2805e4478378,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:50.928107 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:16:54.552886 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:54.556600 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=12 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:16:59.782051 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-130aba72-446a-4a91-9c13-9735ac77c4ab req-c0af5e74-6c8d-4399-8f17-eae10dcb3bd2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384841 Jul 05 16:16:59.861196 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aba72-446a-4a91-9c13-9735ac77c4ab req-e61bb767-3c9a-46fb-bb55-bf9305b100e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:59.863300 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-130aba72-446a-4a91-9c13-9735ac77c4ab req-e61bb767-3c9a-46fb-bb55-bf9305b100e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de07093c553b4f0391c85e5ea04cf7f1&device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 1129 time: 0.0396733 Jul 05 16:16:59.970805 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aba72-446a-4a91-9c13-9735ac77c4ab req-c27e008e-5dff-4eb3-8454-33dd273c7ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:16:59.972238 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-130aba72-446a-4a91-9c13-9735ac77c4ab req-c27e008e-5dff-4eb3-8454-33dd273c7ba9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=12affb1e-679a-48f8-ae30-8179cd00fc19 HTTP/1.1" status: 200 len: 910 time: 0.0882738 Jul 05 16:17:00.033112 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-130aba72-446a-4a91-9c13-9735ac77c4ab req-42ee52b1-30dd-4f7e-9300-2181ad032960 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f472f8e8-76d0-4068-af84-5901b45f5f21 HTTP/1.1" status: 200 len: 1001 time: 0.0545042 Jul 05 16:17:00.080399 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aba72-446a-4a91-9c13-9735ac77c4ab req-49075c66-2dd1-47b1-9cbd-b314e1352211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:00.081838 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-130aba72-446a-4a91-9c13-9735ac77c4ab req-49075c66-2dd1-47b1-9cbd-b314e1352211 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97671110-e611-4c1b-974f-7d7fdbed0ace HTTP/1.1" status: 200 len: 848 time: 0.0430501 Jul 05 16:17:00.128196 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aba72-446a-4a91-9c13-9735ac77c4ab req-a0625c9c-0e29-4c41-9728-54b4f554dac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:00.129715 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-130aba72-446a-4a91-9c13-9735ac77c4ab req-a0625c9c-0e29-4c41-9728-54b4f554dac3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=12affb1e-679a-48f8-ae30-8179cd00fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422447 Jul 05 16:17:00.157285 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=48,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:00.220398 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-130aba72-446a-4a91-9c13-9735ac77c4ab req-cf60a360-655a-4793-b95b-55366ad81e3a service neutron] 10.222.0.47 "GET /v2.0/networks/12affb1e-679a-48f8-ae30-8179cd00fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838807 Jul 05 16:17:00.313747 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-130aba72-446a-4a91-9c13-9735ac77c4ab req-2d3d54da-c4ab-4e0e-8925-30ac9d51c221 service neutron] 10.222.0.47 "GET /v2.0/networks/12affb1e-679a-48f8-ae30-8179cd00fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875432 Jul 05 16:17:00.857668 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=51,neutron:DELETE=5 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:00.859496 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:01.179669 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 51568) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:17:01.284043 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-f909a38e-cb72-4671-b7b0-463c1c8a029b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:01.361866 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-f909a38e-cb72-4671-b7b0-463c1c8a029b admin admin] Publish callbacks [] for security_group (510c1bd5-51ac-48cf-bc3c-8887b3dc5f15), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:01.429840 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-f909a38e-cb72-4671-b7b0-463c1c8a029b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (510c1bd5-51ac-48cf-bc3c-8887b3dc5f15), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:01.456530 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:01.467927 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909a38e-cb72-4671-b7b0-463c1c8a029b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510c1bd5-51ac-48cf-bc3c-8887b3dc5f15,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:01.473483 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-f909a38e-cb72-4671-b7b0-463c1c8a029b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1879d1d27e5443b09c8b339cdbb6b774&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993076 Jul 05 16:17:01.476039 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 51572) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:17:01.529036 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-67062b60-4d48-4739-bafa-a2c39698c847 admin admin] Publish callbacks [] for security_group (510c1bd5-51ac-48cf-bc3c-8887b3dc5f15), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:01.539793 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:01.551234 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-67062b60-4d48-4739-bafa-a2c39698c847 admin admin] Publish callbacks [] for security_group (510c1bd5-51ac-48cf-bc3c-8887b3dc5f15), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:01.728464 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-67062b60-4d48-4739-bafa-a2c39698c847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (510c1bd5-51ac-48cf-bc3c-8887b3dc5f15), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:01.730947 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-67062b60-4d48-4739-bafa-a2c39698c847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:01.732158 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-67062b60-4d48-4739-bafa-a2c39698c847 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/510c1bd5-51ac-48cf-bc3c-8887b3dc5f15 HTTP/1.1" status: 204 len: 168 time: 0.2551322 Jul 05 16:17:01.740276 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67062b60-4d48-4739-bafa-a2c39698c847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510c1bd5-51ac-48cf-bc3c-8887b3dc5f15,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:02.347213 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 51582) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:17:02.360734 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d988ffb6-2a7b-4a1d-a7f1-5e5304ed28ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:02.436524 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d988ffb6-2a7b-4a1d-a7f1-5e5304ed28ad admin admin] Publish callbacks [] for security_group (bdff8d26-6da4-4743-a426-fda627f6495e), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:02.502690 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 51586) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:17:02.521037 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d988ffb6-2a7b-4a1d-a7f1-5e5304ed28ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (bdff8d26-6da4-4743-a426-fda627f6495e), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:02.561835 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-d988ffb6-2a7b-4a1d-a7f1-5e5304ed28ad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=198fea43540348d2a9c53021e1c767c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135437 Jul 05 16:17:02.564452 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 51590) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:17:02.570433 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988ffb6-2a7b-4a1d-a7f1-5e5304ed28ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdff8d26-6da4-4743-a426-fda627f6495e,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:02.618073 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-cb6b92a0-2ee4-4f12-a56d-93500d3ab533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:02.640392 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-1c7d5fe7-2baa-4b68-8730-8d911b561163 admin admin] Publish callbacks [] for security_group (bdff8d26-6da4-4743-a426-fda627f6495e), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:02.679299 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-1c7d5fe7-2baa-4b68-8730-8d911b561163 admin admin] Publish callbacks [] for security_group (bdff8d26-6da4-4743-a426-fda627f6495e), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:02.755267 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-cb6b92a0-2ee4-4f12-a56d-93500d3ab533 admin admin] Publish callbacks [] for security_group (037c79bd-58f2-4445-a39b-22618215d06b), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:02.813854 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-1c7d5fe7-2baa-4b68-8730-8d911b561163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (bdff8d26-6da4-4743-a426-fda627f6495e), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:02.816359 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-1c7d5fe7-2baa-4b68-8730-8d911b561163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:02.817547 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-1c7d5fe7-2baa-4b68-8730-8d911b561163 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bdff8d26-6da4-4743-a426-fda627f6495e HTTP/1.1" status: 204 len: 168 time: 0.2521782 Jul 05 16:17:02.825904 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d5fe7-2baa-4b68-8730-8d911b561163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdff8d26-6da4-4743-a426-fda627f6495e,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:02.842666 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-cb6b92a0-2ee4-4f12-a56d-93500d3ab533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (037c79bd-58f2-4445-a39b-22618215d06b), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:02.884746 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-cb6b92a0-2ee4-4f12-a56d-93500d3ab533 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4b5443e46ef94a2e8a065c88e943b027&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3809643 Jul 05 16:17:02.889120 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b92a0-2ee4-4f12-a56d-93500d3ab533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037c79bd-58f2-4445-a39b-22618215d06b,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:02.889243 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 51594) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:17:02.939677 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-4f719dcf-f75a-4697-a67e-086af958815f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:02.943403 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-e4e790c8-a360-4363-b49e-0080f1d0bf13 admin admin] Publish callbacks [] for security_group (037c79bd-58f2-4445-a39b-22618215d06b), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:02.966175 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-e4e790c8-a360-4363-b49e-0080f1d0bf13 admin admin] Publish callbacks [] for security_group (037c79bd-58f2-4445-a39b-22618215d06b), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:03.081019 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-e4e790c8-a360-4363-b49e-0080f1d0bf13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (037c79bd-58f2-4445-a39b-22618215d06b), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:03.084032 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-e4e790c8-a360-4363-b49e-0080f1d0bf13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:03.085244 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-e4e790c8-a360-4363-b49e-0080f1d0bf13 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/037c79bd-58f2-4445-a39b-22618215d06b HTTP/1.1" status: 204 len: 168 time: 0.1954653 Jul 05 16:17:03.094820 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e790c8-a360-4363-b49e-0080f1d0bf13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037c79bd-58f2-4445-a39b-22618215d06b,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:03.457323 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 51602) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:17:03.473760 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-10d1b472-7427-46c5-a99a-4042e11de28f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:03.553661 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-10d1b472-7427-46c5-a99a-4042e11de28f admin admin] Publish callbacks [] for security_group (be13d271-0ccd-4803-beea-55a5bc5e6520), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:03.619577 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-10d1b472-7427-46c5-a99a-4042e11de28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (be13d271-0ccd-4803-beea-55a5bc5e6520), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:03.658974 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1b472-7427-46c5-a99a-4042e11de28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be13d271-0ccd-4803-beea-55a5bc5e6520,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:03.663186 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-10d1b472-7427-46c5-a99a-4042e11de28f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e024abc8063e488395a29967e633cd61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2048151 Jul 05 16:17:03.666947 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 51610) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:17:03.714368 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-02332707-6dff-4e0c-ad80-9c3a571d9294 admin admin] Publish callbacks [] for security_group (be13d271-0ccd-4803-beea-55a5bc5e6520), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:03.739810 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-02332707-6dff-4e0c-ad80-9c3a571d9294 admin admin] Publish callbacks [] for security_group (be13d271-0ccd-4803-beea-55a5bc5e6520), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:03.921325 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-02332707-6dff-4e0c-ad80-9c3a571d9294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (be13d271-0ccd-4803-beea-55a5bc5e6520), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:03.924793 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-02332707-6dff-4e0c-ad80-9c3a571d9294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:03.925264 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-02332707-6dff-4e0c-ad80-9c3a571d9294 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/be13d271-0ccd-4803-beea-55a5bc5e6520 HTTP/1.1" status: 204 len: 168 time: 0.2580154 Jul 05 16:17:03.933486 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02332707-6dff-4e0c-ad80-9c3a571d9294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be13d271-0ccd-4803-beea-55a5bc5e6520,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:05.225209 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-819fb53d-c853-49e2-9029-ca4fa6de8480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:06.350799 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:06.511348 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 51750) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:17:06.620036 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-bc066aef-a152-44af-a251-320d690f705a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:06.697374 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-bc066aef-a152-44af-a251-320d690f705a admin admin] Publish callbacks [] for security_group (da4ad0e1-f7f6-41d3-b130-4a4e5a1ac065), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:06.775408 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-bc066aef-a152-44af-a251-320d690f705a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (da4ad0e1-f7f6-41d3-b130-4a4e5a1ac065), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:06.812401 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc066aef-a152-44af-a251-320d690f705a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4ad0e1-f7f6-41d3-b130-4a4e5a1ac065,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:06.816596 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-bc066aef-a152-44af-a251-320d690f705a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ec16c9b2a6bd4ab385e932015bff9a47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3041980 Jul 05 16:17:06.819285 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 51754) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:17:06.869296 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9996283b-3d0a-4f11-9ee9-d393173b1010 admin admin] Publish callbacks [] for security_group (da4ad0e1-f7f6-41d3-b130-4a4e5a1ac065), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:06.891472 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9996283b-3d0a-4f11-9ee9-d393173b1010 admin admin] Publish callbacks [] for security_group (da4ad0e1-f7f6-41d3-b130-4a4e5a1ac065), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:06.902443 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:06.907568 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:07.030014 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9996283b-3d0a-4f11-9ee9-d393173b1010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (da4ad0e1-f7f6-41d3-b130-4a4e5a1ac065), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:07.032497 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9996283b-3d0a-4f11-9ee9-d393173b1010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:07.033719 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-9996283b-3d0a-4f11-9ee9-d393173b1010 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/da4ad0e1-f7f6-41d3-b130-4a4e5a1ac065 HTTP/1.1" status: 204 len: 168 time: 0.2135401 Jul 05 16:17:07.041842 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996283b-3d0a-4f11-9ee9-d393173b1010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4ad0e1-f7f6-41d3-b130-4a4e5a1ac065,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:07.640201 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 51762) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:17:07.653583 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0c8b2839-080d-421a-b025-960de148b7da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:07.731933 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0c8b2839-080d-421a-b025-960de148b7da admin admin] Publish callbacks [] for security_group (d79e3a45-6073-4a21-918e-cf33bfc6b816), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:07.785231 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0c8b2839-080d-421a-b025-960de148b7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (d79e3a45-6073-4a21-918e-cf33bfc6b816), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:07.824449 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-0c8b2839-080d-421a-b025-960de148b7da admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d42dd35f0929436d9af59e7bdf87aa28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1830978 Jul 05 16:17:07.825508 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b2839-080d-421a-b025-960de148b7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79e3a45-6073-4a21-918e-cf33bfc6b816,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:07.827060 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 51764) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:17:07.884015 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-2277f6b9-e65b-42d4-8d26-888d08e2a58c admin admin] Publish callbacks [] for security_group (d79e3a45-6073-4a21-918e-cf33bfc6b816), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:07.911025 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-2277f6b9-e65b-42d4-8d26-888d08e2a58c admin admin] Publish callbacks [] for security_group (d79e3a45-6073-4a21-918e-cf33bfc6b816), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:07.912292 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:08.022898 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:08.064613 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-2277f6b9-e65b-42d4-8d26-888d08e2a58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (d79e3a45-6073-4a21-918e-cf33bfc6b816), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:08.067378 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-2277f6b9-e65b-42d4-8d26-888d08e2a58c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:08.068479 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-2277f6b9-e65b-42d4-8d26-888d08e2a58c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d79e3a45-6073-4a21-918e-cf33bfc6b816 HTTP/1.1" status: 204 len: 168 time: 0.2396233 Jul 05 16:17:08.082730 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277f6b9-e65b-42d4-8d26-888d08e2a58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79e3a45-6073-4a21-918e-cf33bfc6b816,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:08.099437 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:13.711647 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 51844) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:17:13.827553 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-f1f13dec-d6a5-4f35-ae70-dd73cc3a798e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:13.907538 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-f1f13dec-d6a5-4f35-ae70-dd73cc3a798e admin admin] Publish callbacks [] for security_group (e3a65792-a8ec-45fc-a376-dd1ad9f36bcc), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:13.996635 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-f1f13dec-d6a5-4f35-ae70-dd73cc3a798e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (e3a65792-a8ec-45fc-a376-dd1ad9f36bcc), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:14.042608 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-f1f13dec-d6a5-4f35-ae70-dd73cc3a798e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2714e023d77f49cbbb94dd36776e6896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294833 Jul 05 16:17:14.043546 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f13dec-d6a5-4f35-ae70-dd73cc3a798e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a65792-a8ec-45fc-a376-dd1ad9f36bcc,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:14.045290 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 51848) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:17:14.096651 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d9799df9-5666-4fe1-b0be-70d59339f8de admin admin] Publish callbacks [] for security_group (e3a65792-a8ec-45fc-a376-dd1ad9f36bcc), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:14.117271 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=6 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:14.119831 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d9799df9-5666-4fe1-b0be-70d59339f8de admin admin] Publish callbacks [] for security_group (e3a65792-a8ec-45fc-a376-dd1ad9f36bcc), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:14.248143 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d9799df9-5666-4fe1-b0be-70d59339f8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (e3a65792-a8ec-45fc-a376-dd1ad9f36bcc), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:14.250723 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-d9799df9-5666-4fe1-b0be-70d59339f8de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:14.251877 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-d9799df9-5666-4fe1-b0be-70d59339f8de admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e3a65792-a8ec-45fc-a376-dd1ad9f36bcc HTTP/1.1" status: 204 len: 168 time: 0.2056069 Jul 05 16:17:14.259973 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9799df9-5666-4fe1-b0be-70d59339f8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a65792-a8ec-45fc-a376-dd1ad9f36bcc,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:18.094007 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:18.892233 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 51918) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:17:18.995105 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6bf86e16-b15d-4a4e-a4da-5bc06b8bf587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:19.069932 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6bf86e16-b15d-4a4e-a4da-5bc06b8bf587 admin admin] Publish callbacks [] for security_group (9941d7f1-a747-4b89-b734-918a07b8b541), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:19.127704 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-6bf86e16-b15d-4a4e-a4da-5bc06b8bf587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (9941d7f1-a747-4b89-b734-918a07b8b541), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:19.171863 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-6bf86e16-b15d-4a4e-a4da-5bc06b8bf587 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aa9a393ca8c143d9b0a129d3c0c55955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2782786 Jul 05 16:17:19.172818 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf86e16-b15d-4a4e-a4da-5bc06b8bf587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9941d7f1-a747-4b89-b734-918a07b8b541,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:19.174372 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 51922) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:17:19.234598 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-f9872311-5ae7-4f45-a0ba-3f4388e3ff45 admin admin] Publish callbacks [] for security_group (9941d7f1-a747-4b89-b734-918a07b8b541), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:19.256511 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-f9872311-5ae7-4f45-a0ba-3f4388e3ff45 admin admin] Publish callbacks [] for security_group (9941d7f1-a747-4b89-b734-918a07b8b541), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:19.374043 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-f9872311-5ae7-4f45-a0ba-3f4388e3ff45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (9941d7f1-a747-4b89-b734-918a07b8b541), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:19.376600 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-f9872311-5ae7-4f45-a0ba-3f4388e3ff45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:19.377997 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-f9872311-5ae7-4f45-a0ba-3f4388e3ff45 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9941d7f1-a747-4b89-b734-918a07b8b541 HTTP/1.1" status: 204 len: 168 time: 0.2020602 Jul 05 16:17:19.386963 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9872311-5ae7-4f45-a0ba-3f4388e3ff45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9941d7f1-a747-4b89-b734-918a07b8b541,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:19.394593 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9872311-5ae7-4f45-a0ba-3f4388e3ff45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:19.395124 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9872311-5ae7-4f45-a0ba-3f4388e3ff45 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:19.395633 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9872311-5ae7-4f45-a0ba-3f4388e3ff45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:19.396231 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9872311-5ae7-4f45-a0ba-3f4388e3ff45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:19.396788 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9872311-5ae7-4f45-a0ba-3f4388e3ff45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:19.397307 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9872311-5ae7-4f45-a0ba-3f4388e3ff45 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:19.397930 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9872311-5ae7-4f45-a0ba-3f4388e3ff45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:19.398610 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9872311-5ae7-4f45-a0ba-3f4388e3ff45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:19.399095 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9872311-5ae7-4f45-a0ba-3f4388e3ff45 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:19.399696 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9872311-5ae7-4f45-a0ba-3f4388e3ff45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:19.400185 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9872311-5ae7-4f45-a0ba-3f4388e3ff45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:19.401764 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9872311-5ae7-4f45-a0ba-3f4388e3ff45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:19.402405 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9872311-5ae7-4f45-a0ba-3f4388e3ff45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:19.402846 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9872311-5ae7-4f45-a0ba-3f4388e3ff45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:19.403181 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9872311-5ae7-4f45-a0ba-3f4388e3ff45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:19.423219 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:19.425226 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=4 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:20.437268 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:17:20.928266 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:22.357830 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-6594a82e-738e-402c-a939-942f85f4e68b tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=74d513d7cde3430f880b5dd5641d5356&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296428 Jul 05 16:17:22.771262 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-f4dacf78-9b3f-4501-a451-c8a4923d2c70 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:22.772755 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-f4dacf78-9b3f-4501-a451-c8a4923d2c70 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4098203 Jul 05 16:17:22.788289 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-f3aa6ec7-6711-4d71-a315-296e54f3f4ac tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/quotas/74d513d7cde3430f880b5dd5641d5356 HTTP/1.1" status: 200 len: 375 time: 0.0097392 Jul 05 16:17:22.820307 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-824f49b5-fdd4-4126-936e-b76da3cb81e0 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=74d513d7cde3430f880b5dd5641d5356&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270364 Jul 05 16:17:23.059783 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2ea586c8-07e9-474e-be46-f3e30e1c5112 req-35141257-404f-4ab7-808a-75185dbb8f3b tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/ports?device_id=a957f720-7f55-47ad-9d0e-8ab460980ba1 HTTP/1.1" status: 200 len: 210 time: 0.0336242 Jul 05 16:17:24.138301 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d42e85cd-14f8-4486-822a-9ea55de2a7c9 req-646d506f-0484-4e68-8b42-61c616d73b2a tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/ports?device_id=a957f720-7f55-47ad-9d0e-8ab460980ba1 HTTP/1.1" status: 200 len: 210 time: 0.0275309 Jul 05 16:17:25.232734 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-dd37e74c-0504-4ce7-85fe-80d4096c2ebb req-07fde663-5b36-4ffd-8780-264f8c5ec6af tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/ports?device_id=a957f720-7f55-47ad-9d0e-8ab460980ba1 HTTP/1.1" status: 200 len: 210 time: 0.0288415 Jul 05 16:17:26.327540 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-da1e62cd-88ce-425a-9465-afb6b56d7f81 req-a1e3a540-f12c-419d-96ab-510a65d2de15 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/ports?device_id=a957f720-7f55-47ad-9d0e-8ab460980ba1 HTTP/1.1" status: 200 len: 210 time: 0.0279043 Jul 05 16:17:27.425421 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fca04d20-4221-4960-95a8-324afe80dc64 req-af3b60aa-70bc-4d38-9c06-c4f6c5e0d21b tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/ports?device_id=a957f720-7f55-47ad-9d0e-8ab460980ba1 HTTP/1.1" status: 200 len: 210 time: 0.0313563 Jul 05 16:17:27.703208 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-a8732620-1410-4690-bd95-317ca434f3ec tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=74d513d7cde3430f880b5dd5641d5356&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210106 Jul 05 16:17:27.806613 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-af365d03-abe1-40cd-a205-7b8c2acf92b3 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:27.807984 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-af365d03-abe1-40cd-a205-7b8c2acf92b3 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1003928 Jul 05 16:17:27.820147 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-52eeb418-e994-4ab6-bcf3-d81257274228 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Request body: {'port': {'device_id': 'a957f720-7f55-47ad-9d0e-8ab460980ba1', 'network_id': '49caebe8-5e12-4cc9-aea6-539a01f037f0', 'admin_state_up': True, 'tenant_id': '74d513d7cde3430f880b5dd5641d5356'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:17:28.034864 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-52eeb418-e994-4ab6-bcf3-d81257274228 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Made reservation on behalf of 74d513d7cde3430f880b5dd5641d5356 for: {'port': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:17:28.038597 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-52eeb418-e994-4ab6-bcf3-d81257274228 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:28.048389 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-52eeb418-e994-4ab6-bcf3-d81257274228 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:28.084684 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:28.125520 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-52eeb418-e994-4ab6-bcf3-d81257274228 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Publish callbacks [] for security_group (76f0f39f-a01b-40be-b593-d3bf417d3a71), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:28.207622 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-52eeb418-e994-4ab6-bcf3-d81257274228 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (76f0f39f-a01b-40be-b593-d3bf417d3a71), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:28.268958 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:28.278412 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eeb418-e994-4ab6-bcf3-d81257274228 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76f0f39f-a01b-40be-b593-d3bf417d3a71,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:28.349611 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-52eeb418-e994-4ab6-bcf3-d81257274228 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Allocated IP 192.168.233.55 (49caebe8-5e12-4cc9-aea6-539a01f037f0/eaaac2fb-5d44-476c-a93b-257fad94b623/6bad20a7-7c58-487a-9529-a6b88c4f83c5) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:17:28.512595 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-52eeb418-e994-4ab6-bcf3-d81257274228 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Publish callbacks [] for port (6bad20a7-7c58-487a-9529-a6b88c4f83c5), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:28.531023 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f1c56cbd-6566-4b9e-a058-d92192dc08a5 req-9017744a-7dc8-4644-ad97-871f445dc32f tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/ports?device_id=a957f720-7f55-47ad-9d0e-8ab460980ba1 HTTP/1.1" status: 200 len: 210 time: 0.0372314 Jul 05 16:17:28.612721 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-52eeb418-e994-4ab6-bcf3-d81257274228 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (6bad20a7-7c58-487a-9529-a6b88c4f83c5), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:28.660181 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-52eeb418-e994-4ab6-bcf3-d81257274228 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Network 49caebe8-5e12-4cc9-aea6-539a01f037f0 is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:17:28.665342 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-52eeb418-e994-4ab6-bcf3-d81257274228 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:17:28.668164 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eeb418-e994-4ab6-bcf3-d81257274228 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Pushing event updated for resources: {'Port': ['ID=6bad20a7-7c58-487a-9529-a6b88c4f83c5,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:28.670533 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-52eeb418-e994-4ab6-bcf3-d81257274228 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:17:28.719883 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-52eeb418-e994-4ab6-bcf3-d81257274228 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:28.720522 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-52eeb418-e994-4ab6-bcf3-d81257274228 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:28.843869 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-52eeb418-e994-4ab6-bcf3-d81257274228 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0272300 Jul 05 16:17:28.857436 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-0d75e1d3-00aa-40cf-9723-b231913e7f70 service neutron] Request body: {'port': {'device_id': 'a957f720-7f55-47ad-9d0e-8ab460980ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84875'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:17:28.919755 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-0d75e1d3-00aa-40cf-9723-b231913e7f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (6bad20a7-7c58-487a-9529-a6b88c4f83c5), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:28.961445 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-a658d335-4c8b-4259-ae0a-bb2794d84225 None None] Provisioning complete for port 6bad20a7-7c58-487a-9529-a6b88c4f83c5 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:17:28.962002 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-a658d335-4c8b-4259-ae0a-bb2794d84225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (6bad20a7-7c58-487a-9529-a6b88c4f83c5), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:28.993315 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-a658d335-4c8b-4259-ae0a-bb2794d84225 None None] Port 6bad20a7-7c58-487a-9529-a6b88c4f83c5 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:17:29.032518 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:29.163322 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=64,neutron:DELETE=4,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:29.167209 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=52,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:29.183024 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-0d75e1d3-00aa-40cf-9723-b231913e7f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bad20a7-7c58-487a-9529-a6b88c4f83c5 {{(pid=104585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:17:29.190565 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-0d75e1d3-00aa-40cf-9723-b231913e7f70 service neutron] Publish callbacks [] for port (6bad20a7-7c58-487a-9529-a6b88c4f83c5), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:29.203263 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.provisioning_blocks [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-0d75e1d3-00aa-40cf-9723-b231913e7f70 service neutron] Transition to ACTIVE for port object 6bad20a7-7c58-487a-9529-a6b88c4f83c5 will not be triggered until provisioned by entity L2. {{(pid=104585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 16:17:29.291547 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-0d75e1d3-00aa-40cf-9723-b231913e7f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (6bad20a7-7c58-487a-9529-a6b88c4f83c5), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:29.314374 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:29.342312 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75e1d3-00aa-40cf-9723-b231913e7f70 service neutron] Pushing event updated for resources: {'Port': ['ID=6bad20a7-7c58-487a-9529-a6b88c4f83c5,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:29.412786 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-0d75e1d3-00aa-40cf-9723-b231913e7f70 service neutron] Attempting to bind port 6bad20a7-7c58-487a-9529-a6b88c4f83c5 on host hv-cinder-84875 for vnic_type normal with profile {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:17:29.413117 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-0d75e1d3-00aa-40cf-9723-b231913e7f70 service neutron] Attempting to bind port 6bad20a7-7c58-487a-9529-a6b88c4f83c5 by drivers openvswitch,hyperv on host hv-cinder-84875 at level 0 using segments [{'id': '1be5c9f0-0a1a-4dcc-ba9b-b036d5da48fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '49caebe8-5e12-4cc9-aea6-539a01f037f0'}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:17:29.413490 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-0d75e1d3-00aa-40cf-9723-b231913e7f70 service neutron] Attempting to bind port 6bad20a7-7c58-487a-9529-a6b88c4f83c5 on network 49caebe8-5e12-4cc9-aea6-539a01f037f0 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:17:29.418071 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-0d75e1d3-00aa-40cf-9723-b231913e7f70 service neutron] Port 6bad20a7-7c58-487a-9529-a6b88c4f83c5 on network 49caebe8-5e12-4cc9-aea6-539a01f037f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84875 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 16:17:29.418386 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-0d75e1d3-00aa-40cf-9723-b231913e7f70 service neutron] Attempting to bind port 6bad20a7-7c58-487a-9529-a6b88c4f83c5 on network 49caebe8-5e12-4cc9-aea6-539a01f037f0 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:17:29.423569 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-0d75e1d3-00aa-40cf-9723-b231913e7f70 service neutron] Checking agent: {'id': '9349738f-6636-400c-ae94-e0965ca2b601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84875', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'started_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:17:29.423908 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-0d75e1d3-00aa-40cf-9723-b231913e7f70 service neutron] Checking segment: {'id': '1be5c9f0-0a1a-4dcc-ba9b-b036d5da48fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '49caebe8-5e12-4cc9-aea6-539a01f037f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:17:29.424292 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-0d75e1d3-00aa-40cf-9723-b231913e7f70 service neutron] Bound using segment: {'id': '1be5c9f0-0a1a-4dcc-ba9b-b036d5da48fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '49caebe8-5e12-4cc9-aea6-539a01f037f0'} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:17:29.424723 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-0d75e1d3-00aa-40cf-9723-b231913e7f70 service neutron] Bound port: 6bad20a7-7c58-487a-9529-a6b88c4f83c5, host: hv-cinder-84875, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be5c9f0-0a1a-4dcc-ba9b-b036d5da48fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '49caebe8-5e12-4cc9-aea6-539a01f037f0'}}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:17:29.425115 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-0d75e1d3-00aa-40cf-9723-b231913e7f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (6bad20a7-7c58-487a-9529-a6b88c4f83c5), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:29.495987 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-0d75e1d3-00aa-40cf-9723-b231913e7f70 service neutron] For port 6bad20a7-7c58-487a-9529-a6b88c4f83c5, host hv-cinder-84875, cleared binding levels {{(pid=104585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:17:29.499572 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-0d75e1d3-00aa-40cf-9723-b231913e7f70 service neutron] For port 6bad20a7-7c58-487a-9529-a6b88c4f83c5, host hv-cinder-84875, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=6bad20a7-7c58-487a-9529-a6b88c4f83c5,segment=NetworkSegment(1be5c9f0-0a1a-4dcc-ba9b-b036d5da48fe),segment_id=1be5c9f0-0a1a-4dcc-ba9b-b036d5da48fe)] {{(pid=104585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:17:29.579671 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-0d75e1d3-00aa-40cf-9723-b231913e7f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (6bad20a7-7c58-487a-9529-a6b88c4f83c5), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:29.626247 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-0d75e1d3-00aa-40cf-9723-b231913e7f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:29.626861 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-0d75e1d3-00aa-40cf-9723-b231913e7f70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:29.628223 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-0d75e1d3-00aa-40cf-9723-b231913e7f70 service neutron] 10.222.0.47 "PUT /v2.0/ports/6bad20a7-7c58-487a-9529-a6b88c4f83c5 HTTP/1.1" status: 200 len: 1097 time: 0.7757139 Jul 05 16:17:29.630416 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a957f720-7f55-47ad-9d0e-8ab460980ba1', 'tag': '6bad20a7-7c58-487a-9529-a6b88c4f83c5'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:17:29.632699 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7434acd-d950-45c9-acdd-1eef4d627f22" -d '{"events": [{"name": "network-changed", "server_uuid": "a957f720-7f55-47ad-9d0e-8ab460980ba1", "tag": "6bad20a7-7c58-487a-9529-a6b88c4f83c5"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:17:29.684698 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f983b21-298e-4b70-a78a-9e15b9fc75ae req-b0e18a92-c43f-4483-9e42-439b4f51a233 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:29.686291 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5f983b21-298e-4b70-a78a-9e15b9fc75ae req-b0e18a92-c43f-4483-9e42-439b4f51a233 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/ports?device_id=a957f720-7f55-47ad-9d0e-8ab460980ba1 HTTP/1.1" status: 200 len: 947 time: 0.0805671 Jul 05 16:17:29.687049 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75e1d3-00aa-40cf-9723-b231913e7f70 service neutron] Pushing event updated for resources: {'Port': ['ID=6bad20a7-7c58-487a-9529-a6b88c4f83c5,revision_number=3']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:29.736564 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5f983b21-298e-4b70-a78a-9e15b9fc75ae req-77745b96-3640-4eec-8e7f-12dbf34041e0 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/security-groups?id=76f0f39f-a01b-40be-b593-d3bf417d3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444632 Jul 05 16:17:29.804024 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb9a70d-a0d3-4c5a-b413-7ddaf19e4d14 x-openstack-request-id: req-afb9a70d-a0d3-4c5a-b413-7ddaf19e4d14 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:17:29.807455 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a957f720-7f55-47ad-9d0e-8ab460980ba1", "tag": "6bad20a7-7c58-487a-9529-a6b88c4f83c5", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:17:29.807455 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-afb9a70d-a0d3-4c5a-b413-7ddaf19e4d14 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:17:29.807455 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afb9a70d-a0d3-4c5a-b413-7ddaf19e4d14'] response: {'name': 'network-changed', 'server_uuid': 'a957f720-7f55-47ad-9d0e-8ab460980ba1', 'tag': '6bad20a7-7c58-487a-9529-a6b88c4f83c5', 'status': 'completed', 'code': 200} Jul 05 16:17:29.816656 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-f7835918-3db0-4d84-bf48-012d9be60f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:29.818206 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-f7835918-3db0-4d84-bf48-012d9be60f4d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74d513d7cde3430f880b5dd5641d5356&device_id=a957f720-7f55-47ad-9d0e-8ab460980ba1 HTTP/1.1" status: 200 len: 1131 time: 0.0463617 Jul 05 16:17:29.858724 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-ee53e3e4-0c36-468a-b8c8-384ff6c21fb0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=6bad20a7-7c58-487a-9529-a6b88c4f83c5 HTTP/1.1" status: 200 len: 217 time: 0.0332148 Jul 05 16:17:29.907038 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-371bfcf3-c769-47e6-8251-5fccd36d7b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:29.908475 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-371bfcf3-c769-47e6-8251-5fccd36d7b98 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eaaac2fb-5d44-476c-a93b-257fad94b623 HTTP/1.1" status: 200 len: 843 time: 0.0444779 Jul 05 16:17:29.941637 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:29.952567 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-c0711b9f-13c3-47bf-bb49-ec583b6f4232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:29.954099 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-c0711b9f-13c3-47bf-bb49-ec583b6f4232 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49caebe8-5e12-4cc9-aea6-539a01f037f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0383859 Jul 05 16:17:30.053117 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-5186f94f-b660-4ad5-b515-8fdf38de17b0 service neutron] 10.222.0.47 "GET /v2.0/networks/49caebe8-5e12-4cc9-aea6-539a01f037f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884638 Jul 05 16:17:30.141598 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-84c50a30-3c0d-4677-bdc9-8f99f43b640b req-a24a3beb-e6fb-4377-94f2-dc79dc123475 service neutron] 10.222.0.47 "GET /v2.0/networks/49caebe8-5e12-4cc9-aea6-539a01f037f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873654 Jul 05 16:17:30.858327 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367bd2c-13f1-4bd4-9ed2-be03c3541557 req-d975a184-9922-4693-bdbe-22c11dcef751 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:30.859760 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3367bd2c-13f1-4bd4-9ed2-be03c3541557 req-d975a184-9922-4693-bdbe-22c11dcef751 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/ports?device_id=a957f720-7f55-47ad-9d0e-8ab460980ba1 HTTP/1.1" status: 200 len: 947 time: 0.0463438 Jul 05 16:17:30.934043 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3367bd2c-13f1-4bd4-9ed2-be03c3541557 req-9e122650-991b-4433-a60d-63896fdc7b56 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/security-groups?id=76f0f39f-a01b-40be-b593-d3bf417d3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685112 Jul 05 16:17:30.943379 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7434acd-d950-45c9-acdd-1eef4d627f22 req-2627d31d-74ba-48e3-b8c5-793072a0cf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:30.944812 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f7434acd-d950-45c9-acdd-1eef4d627f22 req-2627d31d-74ba-48e3-b8c5-793072a0cf63 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74d513d7cde3430f880b5dd5641d5356&device_id=a957f720-7f55-47ad-9d0e-8ab460980ba1 HTTP/1.1" status: 200 len: 1131 time: 0.0475013 Jul 05 16:17:31.040603 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7434acd-d950-45c9-acdd-1eef4d627f22 req-c7146af7-0b42-4a2d-837d-e7d6347b39d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:31.041971 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f7434acd-d950-45c9-acdd-1eef4d627f22 req-c7146af7-0b42-4a2d-837d-e7d6347b39d3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=49caebe8-5e12-4cc9-aea6-539a01f037f0 HTTP/1.1" status: 200 len: 870 time: 0.0916405 Jul 05 16:17:31.081274 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f7434acd-d950-45c9-acdd-1eef4d627f22 req-6a06aa52-3766-4fbc-9bd5-9e3a3c1528e2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=6bad20a7-7c58-487a-9529-a6b88c4f83c5 HTTP/1.1" status: 200 len: 217 time: 0.0325799 Jul 05 16:17:31.129267 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7434acd-d950-45c9-acdd-1eef4d627f22 req-64ba31bb-6f58-4676-90b5-1916d5ee6e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:31.130711 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f7434acd-d950-45c9-acdd-1eef4d627f22 req-64ba31bb-6f58-4676-90b5-1916d5ee6e75 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eaaac2fb-5d44-476c-a93b-257fad94b623 HTTP/1.1" status: 200 len: 843 time: 0.0438898 Jul 05 16:17:31.176889 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7434acd-d950-45c9-acdd-1eef4d627f22 req-cfb950fb-3ab0-4425-b024-7075b537dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:31.178368 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f7434acd-d950-45c9-acdd-1eef4d627f22 req-cfb950fb-3ab0-4425-b024-7075b537dee3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49caebe8-5e12-4cc9-aea6-539a01f037f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0412729 Jul 05 16:17:31.271284 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f7434acd-d950-45c9-acdd-1eef4d627f22 req-00a02beb-8004-4898-8629-42913a4db6b2 service neutron] 10.222.0.47 "GET /v2.0/networks/49caebe8-5e12-4cc9-aea6-539a01f037f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871046 Jul 05 16:17:31.340467 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:31.367006 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f7434acd-d950-45c9-acdd-1eef4d627f22 req-2005030d-81e7-4cb2-b5a6-2373425ae79f service neutron] 10.222.0.47 "GET /v2.0/networks/49caebe8-5e12-4cc9-aea6-539a01f037f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893183 Jul 05 16:17:32.046043 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b3aad-2b4f-4029-8fae-e7f8006f1983 req-feaef14a-0da9-4d40-9538-56b51cbc3069 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:32.047401 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9c9b3aad-2b4f-4029-8fae-e7f8006f1983 req-feaef14a-0da9-4d40-9538-56b51cbc3069 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/ports?device_id=a957f720-7f55-47ad-9d0e-8ab460980ba1 HTTP/1.1" status: 200 len: 947 time: 0.0463519 Jul 05 16:17:32.093405 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9c9b3aad-2b4f-4029-8fae-e7f8006f1983 req-ccd1ccc4-4c95-4479-a6de-8ad4b5f5f865 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/security-groups?id=76f0f39f-a01b-40be-b593-d3bf417d3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405109 Jul 05 16:17:32.840841 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 52068) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:17:32.869765 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:32.889370 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 6bad20a7-7c58-487a-9529-a6b88c4f83c5 details requested by agent hyperv_hv-cinder-84875 with host hv-cinder-84875 {{(pid=104586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:17:32.951640 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ecb8a937-92aa-48b0-829a-31671977f338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:32.970990 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-79de9038-4357-4892-ba53-1759e5119251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:32.981726 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=11 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:32.989025 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=17 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:33.001859 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 6bad20a7-7c58-487a-9529-a6b88c4f83c5, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=6bad20a7-7c58-487a-9529-a6b88c4f83c5,segment=NetworkSegment(1be5c9f0-0a1a-4dcc-ba9b-b036d5da48fe),segment_id=1be5c9f0-0a1a-4dcc-ba9b-b036d5da48fe)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:17:33.013934 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Returning: {'device': '6bad20a7-7c58-487a-9529-a6b88c4f83c5', 'network_id': '49caebe8-5e12-4cc9-aea6-539a01f037f0', 'port_id': '6bad20a7-7c58-487a-9529-a6b88c4f83c5', 'mac_address': 'fa:16:3e:96:e7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaaac2fb-5d44-476c-a93b-257fad94b623', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:17:33.031431 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ecb8a937-92aa-48b0-829a-31671977f338 admin admin] Publish callbacks [] for security_group (3f8f4dd7-cddc-4057-9147-3c012aa2dacb), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:33.048830 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 6bad20a7-7c58-487a-9529-a6b88c4f83c5 is: DOWN; New status is: BUILD {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:17:33.049224 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (6bad20a7-7c58-487a-9529-a6b88c4f83c5), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:33.062610 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bad20a7-7c58-487a-9529-a6b88c4f83c5 {{(pid=104586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:17:33.081798 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 6bad20a7-7c58-487a-9529-a6b88c4f83c5, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=6bad20a7-7c58-487a-9529-a6b88c4f83c5,segment=NetworkSegment(1be5c9f0-0a1a-4dcc-ba9b-b036d5da48fe),segment_id=1be5c9f0-0a1a-4dcc-ba9b-b036d5da48fe)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:17:33.114963 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-ecb8a937-92aa-48b0-829a-31671977f338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (3f8f4dd7-cddc-4057-9147-3c012aa2dacb), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:33.148728 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (6bad20a7-7c58-487a-9529-a6b88c4f83c5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:33.155887 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-ecb8a937-92aa-48b0-829a-31671977f338 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fc87b58688324722943e6fff1e6ab685&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3138940 Jul 05 16:17:33.158543 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 52074) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:17:33.165889 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8a937-92aa-48b0-829a-31671977f338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8f4dd7-cddc-4057-9147-3c012aa2dacb,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:33.196151 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=6bad20a7-7c58-487a-9529-a6b88c4f83c5,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:33.235276 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d14e29-47ec-45f9-93a0-2b9953003db1 req-efd7b8e1-fad8-4de5-8b37-925ee648a74b tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:33.236729 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-71d14e29-47ec-45f9-93a0-2b9953003db1 req-efd7b8e1-fad8-4de5-8b37-925ee648a74b tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/ports?device_id=a957f720-7f55-47ad-9d0e-8ab460980ba1 HTTP/1.1" status: 200 len: 948 time: 0.0675979 Jul 05 16:17:33.254634 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:33.264548 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a92791ae-5f0c-452d-b3c4-276d78f1d6f5 admin admin] Publish callbacks [] for security_group (3f8f4dd7-cddc-4057-9147-3c012aa2dacb), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:33.309928 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a92791ae-5f0c-452d-b3c4-276d78f1d6f5 admin admin] Publish callbacks [] for security_group (3f8f4dd7-cddc-4057-9147-3c012aa2dacb), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:33.321117 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-71d14e29-47ec-45f9-93a0-2b9953003db1 req-ef244d55-5bc0-45c1-a44c-b7f73e0062ce tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/security-groups?id=76f0f39f-a01b-40be-b593-d3bf417d3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787263 Jul 05 16:17:33.341815 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['6bad20a7-7c58-487a-9529-a6b88c4f83c5'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:17:33.424430 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a92791ae-5f0c-452d-b3c4-276d78f1d6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (3f8f4dd7-cddc-4057-9147-3c012aa2dacb), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:33.427009 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-a92791ae-5f0c-452d-b3c4-276d78f1d6f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:33.428150 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-a92791ae-5f0c-452d-b3c4-276d78f1d6f5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3f8f4dd7-cddc-4057-9147-3c012aa2dacb HTTP/1.1" status: 204 len: 168 time: 0.2686806 Jul 05 16:17:33.436040 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92791ae-5f0c-452d-b3c4-276d78f1d6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8f4dd7-cddc-4057-9147-3c012aa2dacb,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:34.435095 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4822868-e492-4b14-ae22-574c3c808dc9 req-a9eb744a-5fbc-4c67-bdbc-fdb57d63dc2b tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:34.436624 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a4822868-e492-4b14-ae22-574c3c808dc9 req-a9eb744a-5fbc-4c67-bdbc-fdb57d63dc2b tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/ports?device_id=a957f720-7f55-47ad-9d0e-8ab460980ba1 HTTP/1.1" status: 200 len: 948 time: 0.0469100 Jul 05 16:17:34.483961 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a4822868-e492-4b14-ae22-574c3c808dc9 req-79c10b70-ff0b-4ad9-b992-72954eb43e4d tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/security-groups?id=76f0f39f-a01b-40be-b593-d3bf417d3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418944 Jul 05 16:17:34.905045 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 6bad20a7-7c58-487a-9529-a6b88c4f83c5 up at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:17:34.950416 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning for port 6bad20a7-7c58-487a-9529-a6b88c4f83c5 completed by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 16:17:35.007152 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning complete for port 6bad20a7-7c58-487a-9529-a6b88c4f83c5 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:17:35.007463 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (6bad20a7-7c58-487a-9529-a6b88c4f83c5), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:35.040780 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:35.078750 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 6bad20a7-7c58-487a-9529-a6b88c4f83c5 is: BUILD; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:17:35.079140 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (6bad20a7-7c58-487a-9529-a6b88c4f83c5), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:35.101848 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a957f720-7f55-47ad-9d0e-8ab460980ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bad20a7-7c58-487a-9529-a6b88c4f83c5'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:17:35.104059 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab506112-d39f-4b15-b244-39260e3f127b" -d '{"events": [{"server_uuid": "a957f720-7f55-47ad-9d0e-8ab460980ba1", "name": "network-vif-plugged", "status": "completed", "tag": "6bad20a7-7c58-487a-9529-a6b88c4f83c5"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:17:35.117984 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 6bad20a7-7c58-487a-9529-a6b88c4f83c5, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=6bad20a7-7c58-487a-9529-a6b88c4f83c5,segment=NetworkSegment(1be5c9f0-0a1a-4dcc-ba9b-b036d5da48fe),segment_id=1be5c9f0-0a1a-4dcc-ba9b-b036d5da48fe)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:17:35.142910 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36af333-02bd-4fc4-8578-ccae65c6e71f x-openstack-request-id: req-d36af333-02bd-4fc4-8578-ccae65c6e71f {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:17:35.142910 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a957f720-7f55-47ad-9d0e-8ab460980ba1", "name": "network-vif-plugged", "status": "completed", "tag": "6bad20a7-7c58-487a-9529-a6b88c4f83c5", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:17:35.143285 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d36af333-02bd-4fc4-8578-ccae65c6e71f {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:17:35.143615 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d36af333-02bd-4fc4-8578-ccae65c6e71f'] response: {'server_uuid': 'a957f720-7f55-47ad-9d0e-8ab460980ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bad20a7-7c58-487a-9529-a6b88c4f83c5', 'code': 200} Jul 05 16:17:35.189167 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (6bad20a7-7c58-487a-9529-a6b88c4f83c5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:35.222020 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-8c241e1c-014c-4a47-aa89-b828eae1de18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:35.241670 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=6bad20a7-7c58-487a-9529-a6b88c4f83c5,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:35.446840 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d56f37-e6f0-4568-8a51-bab2037ee96a req-eda44691-de0c-4d63-957a-b225198053ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:35.449066 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d5d56f37-e6f0-4568-8a51-bab2037ee96a req-eda44691-de0c-4d63-957a-b225198053ce service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a957f720-7f55-47ad-9d0e-8ab460980ba1 HTTP/1.1" status: 200 len: 1133 time: 0.0416925 Jul 05 16:17:35.494300 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d5d56f37-e6f0-4568-8a51-bab2037ee96a req-284f386a-0f11-4dbb-90c7-ed127eca6f6f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=76f0f39f-a01b-40be-b593-d3bf417d3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399787 Jul 05 16:17:35.601529 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6641f-427b-4168-8001-895ce6426ea9 req-d12cc6c9-c57d-460c-bafc-387bcc16ddc9 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:35.602876 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1df6641f-427b-4168-8001-895ce6426ea9 req-d12cc6c9-c57d-460c-bafc-387bcc16ddc9 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/ports?device_id=a957f720-7f55-47ad-9d0e-8ab460980ba1 HTTP/1.1" status: 200 len: 949 time: 0.0465286 Jul 05 16:17:35.627976 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:35.649239 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1df6641f-427b-4168-8001-895ce6426ea9 req-18af5f32-e8e2-43a3-921a-d9cde12646d1 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/security-groups?id=76f0f39f-a01b-40be-b593-d3bf417d3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409646 Jul 05 16:17:36.338943 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:36.758632 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335bcd7-db67-4194-8b99-ae357e8ecc28 req-8d04dbce-372b-4dbd-aaa7-2d6be30efc46 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:36.760037 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7335bcd7-db67-4194-8b99-ae357e8ecc28 req-8d04dbce-372b-4dbd-aaa7-2d6be30efc46 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/ports?device_id=a957f720-7f55-47ad-9d0e-8ab460980ba1 HTTP/1.1" status: 200 len: 949 time: 0.0461910 Jul 05 16:17:36.808560 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7335bcd7-db67-4194-8b99-ae357e8ecc28 req-45407c24-f0c8-4b25-affe-05e4df10c438 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/security-groups?id=76f0f39f-a01b-40be-b593-d3bf417d3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424676 Jul 05 16:17:37.306641 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2c29f-bea4-4f38-836c-149363b4b7d9 req-57ec17bb-d01d-40d5-ad83-6bf3fcc054bb tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:37.308183 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-25f2c29f-bea4-4f38-836c-149363b4b7d9 req-57ec17bb-d01d-40d5-ad83-6bf3fcc054bb tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/ports?device_id=a957f720-7f55-47ad-9d0e-8ab460980ba1 HTTP/1.1" status: 200 len: 949 time: 0.0505240 Jul 05 16:17:37.354058 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-25f2c29f-bea4-4f38-836c-149363b4b7d9 req-84c30582-c104-457a-a770-4950dba4d0a3 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/security-groups?id=76f0f39f-a01b-40be-b593-d3bf417d3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396056 Jul 05 16:17:38.013189 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:38.109996 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:38.465819 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f879bc-9b5c-4839-abda-16c41f9809af req-472489f7-45df-438b-a228-d859e9c704b4 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:38.467254 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-42f879bc-9b5c-4839-abda-16c41f9809af req-472489f7-45df-438b-a228-d859e9c704b4 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/ports?device_id=a957f720-7f55-47ad-9d0e-8ab460980ba1 HTTP/1.1" status: 200 len: 949 time: 0.0463624 Jul 05 16:17:38.540663 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-42f879bc-9b5c-4839-abda-16c41f9809af req-8af30d09-e8d7-48ff-a966-415a844db107 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/security-groups?id=76f0f39f-a01b-40be-b593-d3bf417d3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680695 Jul 05 16:17:38.553167 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00804f7-85d7-414e-b4b6-866005279a27 req-79cc3453-5ad9-4a36-b981-67e3b08959ef tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:38.554304 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c00804f7-85d7-414e-b4b6-866005279a27 req-79cc3453-5ad9-4a36-b981-67e3b08959ef tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.47 "GET /v2.0/ports?device_id=a957f720-7f55-47ad-9d0e-8ab460980ba1 HTTP/1.1" status: 200 len: 949 time: 0.0569906 Jul 05 16:17:38.636290 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-c00804f7-85d7-414e-b4b6-866005279a27 req-95ca29d1-28b8-410f-9804-27150820deca tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Deleting port 6bad20a7-7c58-487a-9529-a6b88c4f83c5 {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:17:38.637297 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-c00804f7-85d7-414e-b4b6-866005279a27 req-95ca29d1-28b8-410f-9804-27150820deca tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (6bad20a7-7c58-487a-9529-a6b88c4f83c5), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:38.726158 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-c00804f7-85d7-414e-b4b6-866005279a27 req-95ca29d1-28b8-410f-9804-27150820deca tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] For port 6bad20a7-7c58-487a-9529-a6b88c4f83c5, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=6bad20a7-7c58-487a-9529-a6b88c4f83c5,segment=NetworkSegment(1be5c9f0-0a1a-4dcc-ba9b-b036d5da48fe),segment_id=1be5c9f0-0a1a-4dcc-ba9b-b036d5da48fe)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:17:38.726513 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-c00804f7-85d7-414e-b4b6-866005279a27 req-95ca29d1-28b8-410f-9804-27150820deca tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (6bad20a7-7c58-487a-9529-a6b88c4f83c5), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:38.739271 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-c00804f7-85d7-414e-b4b6-866005279a27 req-95ca29d1-28b8-410f-9804-27150820deca tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Calling delete_port for 6bad20a7-7c58-487a-9529-a6b88c4f83c5 owned by compute:nova {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:17:38.853756 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:38.955793 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-c00804f7-85d7-414e-b4b6-866005279a27 req-95ca29d1-28b8-410f-9804-27150820deca tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (6bad20a7-7c58-487a-9529-a6b88c4f83c5), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:38.988051 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca29d1-28b8-410f-9804-27150820deca tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Pushing event deleted for resources: {'Port': ['ID=6bad20a7-7c58-487a-9529-a6b88c4f83c5,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:39.033554 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00804f7-85d7-414e-b4b6-866005279a27 req-95ca29d1-28b8-410f-9804-27150820deca tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] No DVR routers for this DVR port 6bad20a7-7c58-487a-9529-a6b88c4f83c5 on host hv-cinder-84875 {{(pid=104585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:17:39.036185 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-c00804f7-85d7-414e-b4b6-866005279a27 req-95ca29d1-28b8-410f-9804-27150820deca tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:39.039607 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c00804f7-85d7-414e-b4b6-866005279a27 req-95ca29d1-28b8-410f-9804-27150820deca tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.47 "DELETE /v2.0/ports/6bad20a7-7c58-487a-9529-a6b88c4f83c5 HTTP/1.1" status: 204 len: 173 time: 0.4797890 Jul 05 16:17:39.040071 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a957f720-7f55-47ad-9d0e-8ab460980ba1', 'name': 'network-vif-deleted', 'tag': '6bad20a7-7c58-487a-9529-a6b88c4f83c5'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:17:39.043466 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a12f72-7f43-41ca-94bf-e0ff08873b1e" -d '{"events": [{"server_uuid": "a957f720-7f55-47ad-9d0e-8ab460980ba1", "name": "network-vif-deleted", "tag": "6bad20a7-7c58-487a-9529-a6b88c4f83c5"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:17:39.080751 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c0d526-bc96-4761-8548-f98d2eca3590 x-openstack-request-id: req-64c0d526-bc96-4761-8548-f98d2eca3590 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:17:39.081079 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a957f720-7f55-47ad-9d0e-8ab460980ba1", "name": "network-vif-deleted", "tag": "6bad20a7-7c58-487a-9529-a6b88c4f83c5", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:17:39.081332 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64c0d526-bc96-4761-8548-f98d2eca3590 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:17:39.081735 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64c0d526-bc96-4761-8548-f98d2eca3590'] response: {'server_uuid': 'a957f720-7f55-47ad-9d0e-8ab460980ba1', 'name': 'network-vif-deleted', 'tag': '6bad20a7-7c58-487a-9529-a6b88c4f83c5', 'status': 'completed', 'code': 200} Jul 05 16:17:39.651502 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-86851c37-9a26-4263-bb1d-c23c0e6d9145 req-582d1383-2c34-4fe1-8afb-5bb170510bc8 tempest-VolumesNegativeTest-1498743926 tempest-VolumesNegativeTest-1498743926-project] 10.222.0.45 "GET /v2.0/ports?device_id=a957f720-7f55-47ad-9d0e-8ab460980ba1 HTTP/1.1" status: 200 len: 210 time: 0.0279937 Jul 05 16:17:40.967633 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 6bad20a7-7c58-487a-9529-a6b88c4f83c5 no longer exists at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:17:40.987299 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] No Port match for: 6bad20a7-7c58-487a-9529-a6b88c4f83c5 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:17:40.987640 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 6bad20a7-7c58-487a-9529-a6b88c4f83c5 not bound to the agent host hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:17:46.647746 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 52346) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:17:46.779239 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-3e7522ad-72a9-4e8f-ad63-6aace5613ab0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=74d513d7cde3430f880b5dd5641d5356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303685 Jul 05 16:17:46.782407 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 52350) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:17:46.832756 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-46164789-7ff2-41da-820e-7a886cc4bad8 admin admin] Publish callbacks [] for security_group (76f0f39f-a01b-40be-b593-d3bf417d3a71), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:46.854007 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-46164789-7ff2-41da-820e-7a886cc4bad8 admin admin] Publish callbacks [] for security_group (76f0f39f-a01b-40be-b593-d3bf417d3a71), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:46.965527 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-46164789-7ff2-41da-820e-7a886cc4bad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (76f0f39f-a01b-40be-b593-d3bf417d3a71), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:46.968613 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-46164789-7ff2-41da-820e-7a886cc4bad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:46.969811 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-46164789-7ff2-41da-820e-7a886cc4bad8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/76f0f39f-a01b-40be-b593-d3bf417d3a71 HTTP/1.1" status: 204 len: 168 time: 0.1864526 Jul 05 16:17:46.974990 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:46.978113 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46164789-7ff2-41da-820e-7a886cc4bad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f0f39f-a01b-40be-b593-d3bf417d3a71,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:47.988227 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 52372) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:17:48.083475 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-e232ad91-d6ac-4675-bf99-519d4dae14be admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-414515712-network', 'tenant_id': '247d4348634044b9840ae86b7022d72c'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:17:48.177103 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e232ad91-d6ac-4675-bf99-519d4dae14be admin admin] Made reservation on behalf of 247d4348634044b9840ae86b7022d72c for: {'network': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:17:48.179505 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e232ad91-d6ac-4675-bf99-519d4dae14be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for network (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:48.188188 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e232ad91-d6ac-4675-bf99-519d4dae14be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:48.261150 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e232ad91-d6ac-4675-bf99-519d4dae14be admin admin] Publish callbacks [] for security_group (daa7e634-b39b-4577-83d1-88f222ca3dbb), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:48.321397 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e232ad91-d6ac-4675-bf99-519d4dae14be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (daa7e634-b39b-4577-83d1-88f222ca3dbb), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:48.347192 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e232ad91-d6ac-4675-bf99-519d4dae14be admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=104585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:17:48.356703 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232ad91-d6ac-4675-bf99-519d4dae14be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa7e634-b39b-4577-83d1-88f222ca3dbb,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:48.362874 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e232ad91-d6ac-4675-bf99-519d4dae14be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (0d7da9a3-7141-4aa6-9b70-13c10b875e67), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:48.365491 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.segments_db [None req-e232ad91-d6ac-4675-bf99-519d4dae14be admin admin] Added segment 0d7da9a3-7141-4aa6-9b70-13c10b875e67 of type vlan for network 9842c0a5-0f39-435c-a75f-f8cd01594524 Jul 05 16:17:48.402080 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e232ad91-d6ac-4675-bf99-519d4dae14be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746276236728'] for network (9842c0a5-0f39-435c-a75f-f8cd01594524), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:48.504023 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e232ad91-d6ac-4675-bf99-519d4dae14be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for network (9842c0a5-0f39-435c-a75f-f8cd01594524), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:48.505003 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e232ad91-d6ac-4675-bf99-519d4dae14be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:48.505580 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-e232ad91-d6ac-4675-bf99-519d4dae14be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:48.567108 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232ad91-d6ac-4675-bf99-519d4dae14be admin admin] Pushing event updated for resources: {'Network': ['ID=9842c0a5-0f39-435c-a75f-f8cd01594524,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:48.577213 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Network 9842c0a5-0f39-435c-a75f-f8cd01594524 details requested by agent ovs-agent-dv-cinder-848759-1-iscsi with host dv-cinder-848759-1-iscsi {{(pid=104586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:17:48.601656 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:48.614534 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-e232ad91-d6ac-4675-bf99-519d4dae14be admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.6252093 Jul 05 16:17:48.617345 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 52376) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:17:48.622072 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-4bde0c74-4c21-4bdd-8c2c-19e9ad399912 admin admin] Request body: {'subnet': {'network_id': '9842c0a5-0f39-435c-a75f-f8cd01594524', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-414515712-subnet', 'tenant_id': '247d4348634044b9840ae86b7022d72c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:17:48.708618 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bde0c74-4c21-4bdd-8c2c-19e9ad399912 admin admin] Made reservation on behalf of 247d4348634044b9840ae86b7022d72c for: {'subnet': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:17:48.711021 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4bde0c74-4c21-4bdd-8c2c-19e9ad399912 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8627833'] for subnet (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:48.825385 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:48.978817 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4bde0c74-4c21-4bdd-8c2c-19e9ad399912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8872833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8627347'] for subnet (44a35826-3aa0-4eae-bab2-59baa1142420), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:49.039281 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde0c74-4c21-4bdd-8c2c-19e9ad399912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44a35826-3aa0-4eae-bab2-59baa1142420,revision_number=0']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:49.042253 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:49.045733 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bde0c74-4c21-4bdd-8c2c-19e9ad399912 admin admin] Checking segment: {'id': '0d7da9a3-7141-4aa6-9b70-13c10b875e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9842c0a5-0f39-435c-a75f-f8cd01594524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:17:49.046153 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bde0c74-4c21-4bdd-8c2c-19e9ad399912 admin admin] Network hostable DHCP agents. Network: 9842c0a5-0f39-435c-a75f-f8cd01594524, hostable agents: ['a381a417-f900-4967-9e50-4db2a6f3e74e'], hosted agents: [] {{(pid=104585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:17:49.148839 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bde0c74-4c21-4bdd-8c2c-19e9ad399912 admin admin] Network 9842c0a5-0f39-435c-a75f-f8cd01594524 is scheduled to be hosted by DHCP agent a381a417-f900-4967-9e50-4db2a6f3e74e with binding_index 1 {{(pid=104585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:17:49.234695 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-4bde0c74-4c21-4bdd-8c2c-19e9ad399912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848759-1-iscsi, 9842c0a5-0f39-435c-a75f-f8cd01594524) {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:17:49.239657 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bde0c74-4c21-4bdd-8c2c-19e9ad399912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:49.240666 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-4bde0c74-4c21-4bdd-8c2c-19e9ad399912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for subnet (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:49.243956 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d038a1-eb04-45b7-b62b-58b4f884d2d0 None None] Network 9842c0a5-0f39-435c-a75f-f8cd01594524 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:17:49.318237 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-4bde0c74-4c21-4bdd-8c2c-19e9ad399912 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6998312 Jul 05 16:17:49.344260 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e426f931-8358-4672-ac13-9f75ca0a2c72 None None] Network 9842c0a5-0f39-435c-a75f-f8cd01594524 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:17:50.942701 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:51.556229 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29759f62-bd8c-496b-9787-32bc0a500098 req-0168a149-2e13-4d96-8db5-5ae59d912550 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:51.557605 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-29759f62-bd8c-496b-9787-32bc0a500098 req-0168a149-2e13-4d96-8db5-5ae59d912550 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/networks?id=9842c0a5-0f39-435c-a75f-f8cd01594524 HTTP/1.1" status: 200 len: 813 time: 0.1020563 Jul 05 16:17:51.571655 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-29759f62-bd8c-496b-9787-32bc0a500098 req-afdd95de-d059-4d7f-8548-cd2c4cb1457a tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/quotas/247d4348634044b9840ae86b7022d72c HTTP/1.1" status: 200 len: 375 time: 0.0088148 Jul 05 16:17:51.603747 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-29759f62-bd8c-496b-9787-32bc0a500098 req-b56aa97f-463a-4458-9fba-c2ea043d8442 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=247d4348634044b9840ae86b7022d72c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268018 Jul 05 16:17:51.696216 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-29759f62-bd8c-496b-9787-32bc0a500098 req-a2db01fc-1444-4431-9116-29265d48e71c service neutron] 10.222.0.45 "GET /v2.0/networks/9842c0a5-0f39-435c-a75f-f8cd01594524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859616 Jul 05 16:17:51.784837 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-29759f62-bd8c-496b-9787-32bc0a500098 req-59fbf1ef-4234-45eb-ba7c-2f0943b2e1e0 service neutron] 10.222.0.45 "GET /v2.0/networks/9842c0a5-0f39-435c-a75f-f8cd01594524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824866 Jul 05 16:17:52.010889 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c2554eb9-38a2-49bb-abef-0f1a9a80ade3 req-fe6daa24-2597-4ea3-8fd9-ccb7eff7c2fc tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=952c418c-f36d-47f5-a8b5-ef572ac63dcb HTTP/1.1" status: 200 len: 210 time: 0.0319893 Jul 05 16:17:53.106735 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3942617a-6f98-49dd-b7c8-d96dd7f9e2a4 req-ffbcd7af-228f-430f-9e7c-a4d680e569f4 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=952c418c-f36d-47f5-a8b5-ef572ac63dcb HTTP/1.1" status: 200 len: 210 time: 0.0295360 Jul 05 16:17:53.992483 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29759f62-bd8c-496b-9787-32bc0a500098 req-1b068bcc-cafe-48bb-b9e8-03e00778a11f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:53.993939 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-29759f62-bd8c-496b-9787-32bc0a500098 req-1b068bcc-cafe-48bb-b9e8-03e00778a11f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.47 "GET /v2.0/networks?id=9842c0a5-0f39-435c-a75f-f8cd01594524 HTTP/1.1" status: 200 len: 813 time: 0.1006467 Jul 05 16:17:54.005766 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-29759f62-bd8c-496b-9787-32bc0a500098 req-6928b5c9-aa57-4623-a29a-69c17d2590d1 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Request body: {'port': {'device_id': '952c418c-f36d-47f5-a8b5-ef572ac63dcb', 'network_id': '9842c0a5-0f39-435c-a75f-f8cd01594524', 'admin_state_up': True, 'tenant_id': '247d4348634044b9840ae86b7022d72c'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:17:54.202568 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-dbd61ff9-77f6-4648-a578-4e2c79b45cac req-d031970e-2a1d-44f9-9c78-cdd0d2010fd8 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=952c418c-f36d-47f5-a8b5-ef572ac63dcb HTTP/1.1" status: 200 len: 210 time: 0.0292127 Jul 05 16:17:54.203130 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29759f62-bd8c-496b-9787-32bc0a500098 req-6928b5c9-aa57-4623-a29a-69c17d2590d1 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Made reservation on behalf of 247d4348634044b9840ae86b7022d72c for: {'port': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:17:54.206429 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-29759f62-bd8c-496b-9787-32bc0a500098 req-6928b5c9-aa57-4623-a29a-69c17d2590d1 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:54.569566 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [req-29759f62-bd8c-496b-9787-32bc0a500098 req-6928b5c9-aa57-4623-a29a-69c17d2590d1 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Allocated IP 172.20.0.3 (9842c0a5-0f39-435c-a75f-f8cd01594524/44a35826-3aa0-4eae-bab2-59baa1142420/19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:17:54.573251 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:54.694429 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:54.714769 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-29759f62-bd8c-496b-9787-32bc0a500098 req-6928b5c9-aa57-4623-a29a-69c17d2590d1 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Publish callbacks [] for port (19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:54.825444 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-29759f62-bd8c-496b-9787-32bc0a500098 req-6928b5c9-aa57-4623-a29a-69c17d2590d1 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:54.869862 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29759f62-bd8c-496b-9787-32bc0a500098 req-6928b5c9-aa57-4623-a29a-69c17d2590d1 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Network 9842c0a5-0f39-435c-a75f-f8cd01594524 is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:17:54.873263 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [req-29759f62-bd8c-496b-9787-32bc0a500098 req-6928b5c9-aa57-4623-a29a-69c17d2590d1 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:17:54.876919 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-29759f62-bd8c-496b-9787-32bc0a500098 req-6928b5c9-aa57-4623-a29a-69c17d2590d1 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:17:54.882663 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928b5c9-aa57-4623-a29a-69c17d2590d1 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Pushing event updated for resources: {'Port': ['ID=19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:54.927491 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29759f62-bd8c-496b-9787-32bc0a500098 req-6928b5c9-aa57-4623-a29a-69c17d2590d1 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:54.928126 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-29759f62-bd8c-496b-9787-32bc0a500098 req-6928b5c9-aa57-4623-a29a-69c17d2590d1 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:54.986577 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-29759f62-bd8c-496b-9787-32bc0a500098 req-6928b5c9-aa57-4623-a29a-69c17d2590d1 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9843874 Jul 05 16:17:54.997853 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-29759f62-bd8c-496b-9787-32bc0a500098 req-4bd00fa9-66a9-48b7-9ed0-bde8761dfd9e service neutron] Request body: {'port': {'device_id': '952c418c-f36d-47f5-a8b5-ef572ac63dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84875'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:17:55.057186 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-29759f62-bd8c-496b-9787-32bc0a500098 req-4bd00fa9-66a9-48b7-9ed0-bde8761dfd9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:55.342540 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [req-29759f62-bd8c-496b-9787-32bc0a500098 req-4bd00fa9-66a9-48b7-9ed0-bde8761dfd9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc {{(pid=104585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:17:55.352151 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0eccc-73eb-4829-928b-1845f9530bc0 req-aa2d54b1-540d-4a9a-881b-ff6cda3534c5 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:55.353616 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-48c0eccc-73eb-4829-928b-1845f9530bc0 req-aa2d54b1-540d-4a9a-881b-ff6cda3534c5 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=952c418c-f36d-47f5-a8b5-ef572ac63dcb HTTP/1.1" status: 200 len: 931 time: 0.0776980 Jul 05 16:17:55.357957 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-29759f62-bd8c-496b-9787-32bc0a500098 req-4bd00fa9-66a9-48b7-9ed0-bde8761dfd9e service neutron] Publish callbacks [] for port (19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:55.378569 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:55.385889 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.provisioning_blocks [req-29759f62-bd8c-496b-9787-32bc0a500098 req-4bd00fa9-66a9-48b7-9ed0-bde8761dfd9e service neutron] Transition to ACTIVE for port object 19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc will not be triggered until provisioned by entity L2. {{(pid=104585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 16:17:55.410665 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-48c0eccc-73eb-4829-928b-1845f9530bc0 req-946222ba-109d-4943-bd57-3bd88ae9d452 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa7e634-b39b-4577-83d1-88f222ca3dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499930 Jul 05 16:17:55.473731 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-29759f62-bd8c-496b-9787-32bc0a500098 req-4bd00fa9-66a9-48b7-9ed0-bde8761dfd9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:55.524443 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd00fa9-66a9-48b7-9ed0-bde8761dfd9e service neutron] Pushing event updated for resources: {'Port': ['ID=19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:55.598334 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-29759f62-bd8c-496b-9787-32bc0a500098 req-4bd00fa9-66a9-48b7-9ed0-bde8761dfd9e service neutron] Attempting to bind port 19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc on host hv-cinder-84875 for vnic_type normal with profile {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:17:55.598666 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-29759f62-bd8c-496b-9787-32bc0a500098 req-4bd00fa9-66a9-48b7-9ed0-bde8761dfd9e service neutron] Attempting to bind port 19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc by drivers openvswitch,hyperv on host hv-cinder-84875 at level 0 using segments [{'id': '0d7da9a3-7141-4aa6-9b70-13c10b875e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9842c0a5-0f39-435c-a75f-f8cd01594524'}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:17:55.598995 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29759f62-bd8c-496b-9787-32bc0a500098 req-4bd00fa9-66a9-48b7-9ed0-bde8761dfd9e service neutron] Attempting to bind port 19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc on network 9842c0a5-0f39-435c-a75f-f8cd01594524 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:17:55.603252 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29759f62-bd8c-496b-9787-32bc0a500098 req-4bd00fa9-66a9-48b7-9ed0-bde8761dfd9e service neutron] Port 19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc on network 9842c0a5-0f39-435c-a75f-f8cd01594524 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84875 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 16:17:55.603574 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29759f62-bd8c-496b-9787-32bc0a500098 req-4bd00fa9-66a9-48b7-9ed0-bde8761dfd9e service neutron] Attempting to bind port 19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc on network 9842c0a5-0f39-435c-a75f-f8cd01594524 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:17:55.608989 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29759f62-bd8c-496b-9787-32bc0a500098 req-4bd00fa9-66a9-48b7-9ed0-bde8761dfd9e service neutron] Checking agent: {'id': '9349738f-6636-400c-ae94-e0965ca2b601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84875', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'started_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:17:55.609326 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29759f62-bd8c-496b-9787-32bc0a500098 req-4bd00fa9-66a9-48b7-9ed0-bde8761dfd9e service neutron] Checking segment: {'id': '0d7da9a3-7141-4aa6-9b70-13c10b875e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9842c0a5-0f39-435c-a75f-f8cd01594524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:17:55.609707 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29759f62-bd8c-496b-9787-32bc0a500098 req-4bd00fa9-66a9-48b7-9ed0-bde8761dfd9e service neutron] Bound using segment: {'id': '0d7da9a3-7141-4aa6-9b70-13c10b875e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9842c0a5-0f39-435c-a75f-f8cd01594524'} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:17:55.610384 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-29759f62-bd8c-496b-9787-32bc0a500098 req-4bd00fa9-66a9-48b7-9ed0-bde8761dfd9e service neutron] Bound port: 19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc, host: hv-cinder-84875, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d7da9a3-7141-4aa6-9b70-13c10b875e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9842c0a5-0f39-435c-a75f-f8cd01594524'}}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:17:55.610737 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-29759f62-bd8c-496b-9787-32bc0a500098 req-4bd00fa9-66a9-48b7-9ed0-bde8761dfd9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:55.670085 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-29759f62-bd8c-496b-9787-32bc0a500098 req-4bd00fa9-66a9-48b7-9ed0-bde8761dfd9e service neutron] For port 19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc, host hv-cinder-84875, cleared binding levels {{(pid=104585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:17:55.673127 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-29759f62-bd8c-496b-9787-32bc0a500098 req-4bd00fa9-66a9-48b7-9ed0-bde8761dfd9e service neutron] For port 19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc, host hv-cinder-84875, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc,segment=NetworkSegment(0d7da9a3-7141-4aa6-9b70-13c10b875e67),segment_id=0d7da9a3-7141-4aa6-9b70-13c10b875e67)] {{(pid=104585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:17:55.754684 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-29759f62-bd8c-496b-9787-32bc0a500098 req-4bd00fa9-66a9-48b7-9ed0-bde8761dfd9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:55.788580 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29759f62-bd8c-496b-9787-32bc0a500098 req-4bd00fa9-66a9-48b7-9ed0-bde8761dfd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:55.789207 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-29759f62-bd8c-496b-9787-32bc0a500098 req-4bd00fa9-66a9-48b7-9ed0-bde8761dfd9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:55.793282 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-29759f62-bd8c-496b-9787-32bc0a500098 req-4bd00fa9-66a9-48b7-9ed0-bde8761dfd9e service neutron] 10.222.0.47 "PUT /v2.0/ports/19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc HTTP/1.1" status: 200 len: 1093 time: 0.7971599 Jul 05 16:17:55.793282 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952c418c-f36d-47f5-a8b5-ef572ac63dcb', 'tag': '19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:17:55.793282 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294d144b-18e0-4ae3-b0c0-5678a7cd51f0" -d '{"events": [{"name": "network-changed", "server_uuid": "952c418c-f36d-47f5-a8b5-ef572ac63dcb", "tag": "19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:17:55.803986 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:55.815936 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd00fa9-66a9-48b7-9ed0-bde8761dfd9e service neutron] Pushing event updated for resources: {'Port': ['ID=19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc,revision_number=3']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:55.828318 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba83b58c-7eba-49f8-b192-a0e78220b9e9 x-openstack-request-id: req-ba83b58c-7eba-49f8-b192-a0e78220b9e9 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:17:55.828598 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952c418c-f36d-47f5-a8b5-ef572ac63dcb", "tag": "19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:17:55.828887 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ba83b58c-7eba-49f8-b192-a0e78220b9e9 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:17:55.829280 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba83b58c-7eba-49f8-b192-a0e78220b9e9'] response: {'name': 'network-changed', 'server_uuid': '952c418c-f36d-47f5-a8b5-ef572ac63dcb', 'tag': '19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc', 'status': 'completed', 'code': 200} Jul 05 16:17:55.887451 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d144b-18e0-4ae3-b0c0-5678a7cd51f0 req-c38ed9a2-3049-4b30-908c-0e3c5697c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:55.888936 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-294d144b-18e0-4ae3-b0c0-5678a7cd51f0 req-c38ed9a2-3049-4b30-908c-0e3c5697c52d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247d4348634044b9840ae86b7022d72c&device_id=952c418c-f36d-47f5-a8b5-ef572ac63dcb HTTP/1.1" status: 200 len: 1127 time: 0.0393205 Jul 05 16:17:55.987734 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d144b-18e0-4ae3-b0c0-5678a7cd51f0 req-cc884ba3-abbf-4955-904e-a7156edde28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:55.989171 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-294d144b-18e0-4ae3-b0c0-5678a7cd51f0 req-cc884ba3-abbf-4955-904e-a7156edde28c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=247d4348634044b9840ae86b7022d72c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0941207 Jul 05 16:17:56.082994 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d144b-18e0-4ae3-b0c0-5678a7cd51f0 req-ab421d47-719b-4338-b269-1b3fcfcbebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:56.084318 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-294d144b-18e0-4ae3-b0c0-5678a7cd51f0 req-ab421d47-719b-4338-b269-1b3fcfcbebd9 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889888 Jul 05 16:17:56.161230 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29759f62-bd8c-496b-9787-32bc0a500098 req-12add699-5996-4cd1-bd03-e667fa9dd2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:56.162677 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-29759f62-bd8c-496b-9787-32bc0a500098 req-12add699-5996-4cd1-bd03-e667fa9dd2d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247d4348634044b9840ae86b7022d72c&device_id=952c418c-f36d-47f5-a8b5-ef572ac63dcb HTTP/1.1" status: 200 len: 1127 time: 0.0397370 Jul 05 16:17:56.200177 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-29759f62-bd8c-496b-9787-32bc0a500098 req-aa6a827a-e08e-47a6-9e93-d010aa3aaed5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc HTTP/1.1" status: 200 len: 217 time: 0.0308549 Jul 05 16:17:56.249346 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29759f62-bd8c-496b-9787-32bc0a500098 req-11ff47f1-37f4-4c9f-bb4d-fa9dbf69bfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:56.250716 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-29759f62-bd8c-496b-9787-32bc0a500098 req-11ff47f1-37f4-4c9f-bb4d-fa9dbf69bfd9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44a35826-3aa0-4eae-bab2-59baa1142420 HTTP/1.1" status: 200 len: 853 time: 0.0455072 Jul 05 16:17:56.282151 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-29759f62-bd8c-496b-9787-32bc0a500098 req-77dc5607-9361-43d0-af3f-3ff1de2029ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9842c0a5-0f39-435c-a75f-f8cd01594524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258336 Jul 05 16:17:56.368854 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-29759f62-bd8c-496b-9787-32bc0a500098 req-94093e6f-630f-4551-875e-ce2a19e2e9f5 service neutron] 10.222.0.47 "GET /v2.0/networks/9842c0a5-0f39-435c-a75f-f8cd01594524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806160 Jul 05 16:17:56.414321 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=3 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:56.419158 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=3 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:56.461930 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-29759f62-bd8c-496b-9787-32bc0a500098 req-4068875d-8c93-4dc8-a87c-cd0227b30888 service neutron] 10.222.0.47 "GET /v2.0/networks/9842c0a5-0f39-435c-a75f-f8cd01594524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862331 Jul 05 16:17:56.491680 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:56.527076 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd93cc1-00e7-4ffb-9878-88d2e0970fae req-91a18623-b47a-4cd3-bac9-7a1350bf49c8 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:56.528547 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5dd93cc1-00e7-4ffb-9878-88d2e0970fae req-91a18623-b47a-4cd3-bac9-7a1350bf49c8 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=952c418c-f36d-47f5-a8b5-ef572ac63dcb HTTP/1.1" status: 200 len: 943 time: 0.0469935 Jul 05 16:17:56.576810 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5dd93cc1-00e7-4ffb-9878-88d2e0970fae req-ebf9645c-5576-45b5-abc7-5c4cf48d9e0e tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa7e634-b39b-4577-83d1-88f222ca3dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425842 Jul 05 16:17:57.435638 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:17:57.693446 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a471a9e-fdee-4454-a591-ba9f68eee284 req-f288a99b-fa92-410c-96a3-b2603d87e2c6 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:57.694902 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0a471a9e-fdee-4454-a591-ba9f68eee284 req-f288a99b-fa92-410c-96a3-b2603d87e2c6 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=952c418c-f36d-47f5-a8b5-ef572ac63dcb HTTP/1.1" status: 200 len: 943 time: 0.0505311 Jul 05 16:17:57.741464 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0a471a9e-fdee-4454-a591-ba9f68eee284 req-5336e725-201f-4d29-bf9b-237b19ddcb01 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa7e634-b39b-4577-83d1-88f222ca3dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404632 Jul 05 16:17:58.858105 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93a265-bbe0-4a33-8a32-119e086da2fa req-e60ab431-617d-4534-b334-827134066ee8 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:58.859585 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1b93a265-bbe0-4a33-8a32-119e086da2fa req-e60ab431-617d-4534-b334-827134066ee8 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=952c418c-f36d-47f5-a8b5-ef572ac63dcb HTTP/1.1" status: 200 len: 943 time: 0.0521681 Jul 05 16:17:58.907494 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1b93a265-bbe0-4a33-8a32-119e086da2fa req-63111b17-ca5e-4781-bbcc-9c9647e6f610 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa7e634-b39b-4577-83d1-88f222ca3dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420713 Jul 05 16:17:59.015192 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc details requested by agent hyperv_hv-cinder-84875 with host hv-cinder-84875 {{(pid=104586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:17:59.114620 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc,segment=NetworkSegment(0d7da9a3-7141-4aa6-9b70-13c10b875e67),segment_id=0d7da9a3-7141-4aa6-9b70-13c10b875e67)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:17:59.129576 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Returning: {'device': '19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc', 'network_id': '9842c0a5-0f39-435c-a75f-f8cd01594524', 'port_id': '19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc', 'mac_address': 'fa:16:3e:6b:1f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a35826-3aa0-4eae-bab2-59baa1142420', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:17:59.171093 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc is: DOWN; New status is: BUILD {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:17:59.171482 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:59.184315 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc {{(pid=104586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:17:59.203896 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc,segment=NetworkSegment(0d7da9a3-7141-4aa6-9b70-13c10b875e67),segment_id=0d7da9a3-7141-4aa6-9b70-13c10b875e67)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:17:59.263803 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:17:59.313359 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:17:59.320220 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:59.320570 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:59.320932 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:59.321269 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:59.321595 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:59.321921 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:59.322243 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:59.322566 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:59.322885 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:59.323204 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:59.323523 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:59.323843 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:59.324158 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:59.325007 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:59.325326 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:17:59.476237 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:17:59.602776 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:17:59.776504 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8bdf132a-4064-441e-9045-e304f9ca252e req-a4e77437-0b4e-4aae-af01-2c939d8ae142 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371342 Jul 05 16:17:59.861450 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf132a-4064-441e-9045-e304f9ca252e req-b9f94e1e-8d50-41f8-98b2-2a6b093fa9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:59.862957 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8bdf132a-4064-441e-9045-e304f9ca252e req-b9f94e1e-8d50-41f8-98b2-2a6b093fa9db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de07093c553b4f0391c85e5ea04cf7f1&device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 1129 time: 0.0428653 Jul 05 16:17:59.969135 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf132a-4064-441e-9045-e304f9ca252e req-e7d924df-6fdf-48f6-a0bd-694489340d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:17:59.970884 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8bdf132a-4064-441e-9045-e304f9ca252e req-e7d924df-6fdf-48f6-a0bd-694489340d44 service neutron] 10.222.0.47 "GET /v2.0/networks?id=12affb1e-679a-48f8-ae30-8179cd00fc19 HTTP/1.1" status: 200 len: 910 time: 0.0898876 Jul 05 16:18:00.071120 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaddec1-f44f-49f2-817f-d6c9e79b853a req-55566759-4cb0-4dc3-b311-e761f48bb905 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:00.072478 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8aaddec1-f44f-49f2-817f-d6c9e79b853a req-55566759-4cb0-4dc3-b311-e761f48bb905 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=952c418c-f36d-47f5-a8b5-ef572ac63dcb HTTP/1.1" status: 200 len: 944 time: 0.0877736 Jul 05 16:18:00.074135 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8bdf132a-4064-441e-9045-e304f9ca252e req-14b00fde-213a-4e05-88bd-f46399b93812 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f472f8e8-76d0-4068-af84-5901b45f5f21 HTTP/1.1" status: 200 len: 1001 time: 0.0973859 Jul 05 16:18:00.086067 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:18:00.151179 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf132a-4064-441e-9045-e304f9ca252e req-ee787ec4-b13e-4ab2-bc88-6deac5bc9338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:00.153312 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8bdf132a-4064-441e-9045-e304f9ca252e req-ee787ec4-b13e-4ab2-bc88-6deac5bc9338 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97671110-e611-4c1b-974f-7d7fdbed0ace HTTP/1.1" status: 200 len: 848 time: 0.0681551 Jul 05 16:18:00.160838 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8aaddec1-f44f-49f2-817f-d6c9e79b853a req-8395c37f-c3fd-4ca8-8059-5627b805af7e tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa7e634-b39b-4577-83d1-88f222ca3dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825646 Jul 05 16:18:00.202207 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf132a-4064-441e-9045-e304f9ca252e req-528b5b60-1319-4984-9bd8-7baa6ab2c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:00.203669 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8bdf132a-4064-441e-9045-e304f9ca252e req-528b5b60-1319-4984-9bd8-7baa6ab2c3cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=12affb1e-679a-48f8-ae30-8179cd00fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420260 Jul 05 16:18:00.291346 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8bdf132a-4064-441e-9045-e304f9ca252e req-a6c90ca7-1323-46d8-a20c-7d43f8b1d4b3 service neutron] 10.222.0.47 "GET /v2.0/networks/12affb1e-679a-48f8-ae30-8179cd00fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811410 Jul 05 16:18:00.384076 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8bdf132a-4064-441e-9045-e304f9ca252e req-9765feb3-5786-4794-b2e4-25c66c97b8c6 service neutron] 10.222.0.47 "GET /v2.0/networks/12affb1e-679a-48f8-ae30-8179cd00fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862756 Jul 05 16:18:01.022896 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc up at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:18:01.066767 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning for port 19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc completed by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 16:18:01.170621 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning complete for port 19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:18:01.170991 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:18:01.244187 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc is: BUILD; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:18:01.244584 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:18:01.267655 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952c418c-f36d-47f5-a8b5-ef572ac63dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:18:01.270065 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e14cc7-9987-42d6-b55a-cb1a1626ea0b" -d '{"events": [{"server_uuid": "952c418c-f36d-47f5-a8b5-ef572ac63dcb", "name": "network-vif-plugged", "status": "completed", "tag": "19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:18:01.276413 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47becf98-566d-4fe0-928e-090ad5849022 req-934ba7ed-d17f-4966-a18b-75ab375ae1e1 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:01.277877 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-47becf98-566d-4fe0-928e-090ad5849022 req-934ba7ed-d17f-4966-a18b-75ab375ae1e1 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=952c418c-f36d-47f5-a8b5-ef572ac63dcb HTTP/1.1" status: 200 len: 944 time: 0.0483003 Jul 05 16:18:01.283219 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc,segment=NetworkSegment(0d7da9a3-7141-4aa6-9b70-13c10b875e67),segment_id=0d7da9a3-7141-4aa6-9b70-13c10b875e67)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:18:01.325115 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-47becf98-566d-4fe0-928e-090ad5849022 req-1208f363-f79d-4cf1-8307-f9caaa73f7d1 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa7e634-b39b-4577-83d1-88f222ca3dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415964 Jul 05 16:18:01.349452 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:18:01.375043 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:18:01.381737 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f55344-1d9a-4aca-8e0b-4607b516ed9c x-openstack-request-id: req-32f55344-1d9a-4aca-8e0b-4607b516ed9c {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:18:01.381737 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952c418c-f36d-47f5-a8b5-ef572ac63dcb", "name": "network-vif-plugged", "status": "completed", "tag": "19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:18:01.381737 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-32f55344-1d9a-4aca-8e0b-4607b516ed9c {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:18:01.381737 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32f55344-1d9a-4aca-8e0b-4607b516ed9c'] response: {'server_uuid': '952c418c-f36d-47f5-a8b5-ef572ac63dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc', 'code': 200} Jul 05 16:18:01.402699 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:18:01.675803 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d4e79-20e5-4b0d-a6fe-fd2fa752b728 req-f651c4ce-7733-4eab-bf85-bf12b37f463b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:01.677293 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-386d4e79-20e5-4b0d-a6fe-fd2fa752b728 req-f651c4ce-7733-4eab-bf85-bf12b37f463b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=952c418c-f36d-47f5-a8b5-ef572ac63dcb HTTP/1.1" status: 200 len: 1129 time: 0.0383036 Jul 05 16:18:01.724158 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-386d4e79-20e5-4b0d-a6fe-fd2fa752b728 req-03c0d825-d508-4e93-8632-771eb3ff7e8d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=daa7e634-b39b-4577-83d1-88f222ca3dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403576 Jul 05 16:18:02.427736 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:18:02.438436 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88397f73-73fd-4dc5-9f02-2c49e7468cbb req-2590f302-6c25-4674-9923-197951127b5f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:02.439874 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-88397f73-73fd-4dc5-9f02-2c49e7468cbb req-2590f302-6c25-4674-9923-197951127b5f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=952c418c-f36d-47f5-a8b5-ef572ac63dcb HTTP/1.1" status: 200 len: 945 time: 0.0460901 Jul 05 16:18:02.486553 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-88397f73-73fd-4dc5-9f02-2c49e7468cbb req-61339fca-be05-4e81-adcb-939addbde780 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa7e634-b39b-4577-83d1-88f222ca3dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411344 Jul 05 16:18:02.946682 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-543620cc-390f-4778-8565-f7c2e7448e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:18:03.599373 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e86af-619b-407d-9e9f-a08fb6a69294 req-d9f474b0-dc6d-46bf-8b90-81ee53a62545 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:03.600846 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-652e86af-619b-407d-9e9f-a08fb6a69294 req-d9f474b0-dc6d-46bf-8b90-81ee53a62545 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=952c418c-f36d-47f5-a8b5-ef572ac63dcb HTTP/1.1" status: 200 len: 945 time: 0.0469611 Jul 05 16:18:03.646558 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-652e86af-619b-407d-9e9f-a08fb6a69294 req-9776141b-fc83-4249-b117-9f7976e317a8 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa7e634-b39b-4577-83d1-88f222ca3dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402246 Jul 05 16:18:05.274444 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-4d6954ec-d022-4bad-af8f-d2ff195e699c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:18:06.355251 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:18:07.432757 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:18:08.012175 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:18:08.092117 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:18:13.641043 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=70 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:18:13.642851 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=9 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:18:18.025550 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=53,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:18:18.029378 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:18:20.942112 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:18:30.879440 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:18:30.886406 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:18:32.964788 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-e1cd47e2-f532-45e8-bb2a-6aecfee96c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:18:33.415742 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:18:33.416509 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=3 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:18:34.435999 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:18:35.261677 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-adf4fcc0-4727-46fe-9236-1bc0af10ef71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:18:36.405728 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:18:38.011036 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:18:38.091008 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:18:39.706115 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55864f-3e86-4390-a83d-017b61cb81f2 req-6db84b22-9a55-414a-b7e4-772c287776f8 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:39.707594 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9a55864f-3e86-4390-a83d-017b61cb81f2 req-6db84b22-9a55-414a-b7e4-772c287776f8 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 945 time: 0.0510368 Jul 05 16:18:39.757372 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9a55864f-3e86-4390-a83d-017b61cb81f2 req-88ddb3d8-4901-4080-8900-04ee7f2d7eba tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439723 Jul 05 16:18:40.870820 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7eaec-e61b-48f0-b47c-1a74c8570ad1 req-cd2cb18a-0f6a-4699-b1b9-da0066bc61b2 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:40.872333 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8ac7eaec-e61b-48f0-b47c-1a74c8570ad1 req-cd2cb18a-0f6a-4699-b1b9-da0066bc61b2 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 945 time: 0.0478575 Jul 05 16:18:40.924151 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8ac7eaec-e61b-48f0-b47c-1a74c8570ad1 req-b616e6ab-6b11-4c1f-b520-afbfd5d790cc tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463746 Jul 05 16:18:42.042096 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982d6b3-db0b-4ba2-85fb-fd13a1d31550 req-346fd0e6-848e-4695-b173-8e0faf81b095 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:42.043545 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9982d6b3-db0b-4ba2-85fb-fd13a1d31550 req-346fd0e6-848e-4695-b173-8e0faf81b095 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 945 time: 0.0495980 Jul 05 16:18:42.091742 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9982d6b3-db0b-4ba2-85fb-fd13a1d31550 req-b315a3ba-7f92-486f-aee6-e29ef5fb3eec tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426862 Jul 05 16:18:43.203786 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7c185-c087-4037-a8df-a272936670b8 req-c4b0c440-daab-4053-8c2b-ed7903a6bec3 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:43.205258 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ffe7c185-c087-4037-a8df-a272936670b8 req-c4b0c440-daab-4053-8c2b-ed7903a6bec3 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 945 time: 0.0467603 Jul 05 16:18:43.255516 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ffe7c185-c087-4037-a8df-a272936670b8 req-ba8e1390-c603-4047-bb16-eae763a0ab24 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446830 Jul 05 16:18:44.431501 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:18:44.432278 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:18:44.763475 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b32fe4-58b7-4c4b-959a-c660584fcd6e req-cb28b71b-2b29-4fb5-b97d-b2d4ca216433 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:44.765165 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-37b32fe4-58b7-4c4b-959a-c660584fcd6e req-cb28b71b-2b29-4fb5-b97d-b2d4ca216433 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 945 time: 0.0502827 Jul 05 16:18:44.819776 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-37b32fe4-58b7-4c4b-959a-c660584fcd6e req-5a246c97-5585-4e8a-8de0-df12705516e4 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489993 Jul 05 16:18:46.190993 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc302e-2db9-4b76-bb30-81d81729693d req-b40745ec-a564-455d-bf1b-cabe654b62b2 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:46.192442 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5ffc302e-2db9-4b76-bb30-81d81729693d req-b40745ec-a564-455d-bf1b-cabe654b62b2 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 945 time: 0.0463667 Jul 05 16:18:46.240656 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5ffc302e-2db9-4b76-bb30-81d81729693d req-4ae3ad61-6218-4292-b17f-5622f3ab2b9a tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420241 Jul 05 16:18:46.339022 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8844b77-64ac-4b99-8ad7-5b9e08bf5c2a req-4de827e1-8eab-44cf-afa5-b87d1991a51d tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:46.340442 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b8844b77-64ac-4b99-8ad7-5b9e08bf5c2a req-4de827e1-8eab-44cf-afa5-b87d1991a51d tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=952c418c-f36d-47f5-a8b5-ef572ac63dcb HTTP/1.1" status: 200 len: 945 time: 0.0456457 Jul 05 16:18:46.389048 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b8844b77-64ac-4b99-8ad7-5b9e08bf5c2a req-de41fcbc-ca1f-4402-8031-cbf1f9d2b293 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa7e634-b39b-4577-83d1-88f222ca3dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429473 Jul 05 16:18:47.358061 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da42e3-1196-4f5f-a921-2963149a52f8 req-042da832-4c57-4fee-9430-b4a3f7783c0a tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:47.359501 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b0da42e3-1196-4f5f-a921-2963149a52f8 req-042da832-4c57-4fee-9430-b4a3f7783c0a tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 945 time: 0.0500209 Jul 05 16:18:47.409238 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b0da42e3-1196-4f5f-a921-2963149a52f8 req-3f7da610-97b8-4263-853d-21c78616a73f tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437992 Jul 05 16:18:47.515266 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4412e4-3da1-4615-bb6c-ce720f9033b9 req-859e5e3a-22b2-468f-95bf-67a44a8a1278 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:47.516654 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ad4412e4-3da1-4615-bb6c-ce720f9033b9 req-859e5e3a-22b2-468f-95bf-67a44a8a1278 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=952c418c-f36d-47f5-a8b5-ef572ac63dcb HTTP/1.1" status: 200 len: 945 time: 0.0479419 Jul 05 16:18:47.564343 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ad4412e4-3da1-4615-bb6c-ce720f9033b9 req-3f046386-ed1c-47ad-a961-d69453c705f5 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa7e634-b39b-4577-83d1-88f222ca3dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412507 Jul 05 16:18:47.769741 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5998df-5338-45c5-96ed-c2dd3c59eea5 req-e8794d50-98c9-4455-b8ce-1d51a148c61e tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:47.771043 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5a5998df-5338-45c5-96ed-c2dd3c59eea5 req-e8794d50-98c9-4455-b8ce-1d51a148c61e tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.47 "GET /v2.0/ports?device_id=952c418c-f36d-47f5-a8b5-ef572ac63dcb HTTP/1.1" status: 200 len: 945 time: 0.0455852 Jul 05 16:18:47.850802 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:18:47.854438 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-5a5998df-5338-45c5-96ed-c2dd3c59eea5 req-d8ddd946-00bf-489b-b3e3-1af9d5ac125f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Deleting port 19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:18:47.854797 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-5a5998df-5338-45c5-96ed-c2dd3c59eea5 req-d8ddd946-00bf-489b-b3e3-1af9d5ac125f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:18:47.941116 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:18:47.945926 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-5a5998df-5338-45c5-96ed-c2dd3c59eea5 req-d8ddd946-00bf-489b-b3e3-1af9d5ac125f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] For port 19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc,segment=NetworkSegment(0d7da9a3-7141-4aa6-9b70-13c10b875e67),segment_id=0d7da9a3-7141-4aa6-9b70-13c10b875e67)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:18:47.946290 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-5a5998df-5338-45c5-96ed-c2dd3c59eea5 req-d8ddd946-00bf-489b-b3e3-1af9d5ac125f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:18:47.959029 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-5a5998df-5338-45c5-96ed-c2dd3c59eea5 req-d8ddd946-00bf-489b-b3e3-1af9d5ac125f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Calling delete_port for 19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc owned by compute:nova {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:18:48.022715 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:18:48.029578 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:18:48.142626 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-5a5998df-5338-45c5-96ed-c2dd3c59eea5 req-d8ddd946-00bf-489b-b3e3-1af9d5ac125f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:18:48.154365 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:18:48.177038 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ddd946-00bf-489b-b3e3-1af9d5ac125f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Pushing event deleted for resources: {'Port': ['ID=19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:18:48.203628 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ddd946-00bf-489b-b3e3-1af9d5ac125f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:18:48.203973 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ddd946-00bf-489b-b3e3-1af9d5ac125f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:18:48.204313 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ddd946-00bf-489b-b3e3-1af9d5ac125f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:18:48.204650 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ddd946-00bf-489b-b3e3-1af9d5ac125f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:18:48.205031 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ddd946-00bf-489b-b3e3-1af9d5ac125f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:18:48.205362 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ddd946-00bf-489b-b3e3-1af9d5ac125f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:18:48.205689 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ddd946-00bf-489b-b3e3-1af9d5ac125f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:18:48.206009 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ddd946-00bf-489b-b3e3-1af9d5ac125f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:18:48.206330 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ddd946-00bf-489b-b3e3-1af9d5ac125f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:18:48.206650 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ddd946-00bf-489b-b3e3-1af9d5ac125f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:18:48.206971 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ddd946-00bf-489b-b3e3-1af9d5ac125f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:18:48.207294 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ddd946-00bf-489b-b3e3-1af9d5ac125f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:18:48.207608 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ddd946-00bf-489b-b3e3-1af9d5ac125f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:18:48.207922 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ddd946-00bf-489b-b3e3-1af9d5ac125f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:18:48.208235 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ddd946-00bf-489b-b3e3-1af9d5ac125f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:18:48.233428 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5998df-5338-45c5-96ed-c2dd3c59eea5 req-d8ddd946-00bf-489b-b3e3-1af9d5ac125f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] No DVR routers for this DVR port 19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc on host hv-cinder-84875 {{(pid=104585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:18:48.236326 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-5a5998df-5338-45c5-96ed-c2dd3c59eea5 req-d8ddd946-00bf-489b-b3e3-1af9d5ac125f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:18:48.239648 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5a5998df-5338-45c5-96ed-c2dd3c59eea5 req-d8ddd946-00bf-489b-b3e3-1af9d5ac125f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.47 "DELETE /v2.0/ports/19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc HTTP/1.1" status: 204 len: 173 time: 0.4622598 Jul 05 16:18:48.240104 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952c418c-f36d-47f5-a8b5-ef572ac63dcb', 'name': 'network-vif-deleted', 'tag': '19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:18:48.242506 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b054cfd3-1e77-4360-a659-84344102e072" -d '{"events": [{"server_uuid": "952c418c-f36d-47f5-a8b5-ef572ac63dcb", "name": "network-vif-deleted", "tag": "19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:18:48.278756 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d5f875-12be-4942-8183-06d2b65bc1ea x-openstack-request-id: req-58d5f875-12be-4942-8183-06d2b65bc1ea {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:18:48.279047 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952c418c-f36d-47f5-a8b5-ef572ac63dcb", "name": "network-vif-deleted", "tag": "19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:18:48.279302 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-58d5f875-12be-4942-8183-06d2b65bc1ea {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:18:48.279706 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58d5f875-12be-4942-8183-06d2b65bc1ea'] response: {'server_uuid': '952c418c-f36d-47f5-a8b5-ef572ac63dcb', 'name': 'network-vif-deleted', 'tag': '19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc', 'status': 'completed', 'code': 200} Jul 05 16:18:48.524254 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f008c-aea2-4b9c-b379-5a886397f77a req-d6994c95-b439-4da0-94bc-7bbe96782dc9 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:48.525740 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-369f008c-aea2-4b9c-b379-5a886397f77a req-d6994c95-b439-4da0-94bc-7bbe96782dc9 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 945 time: 0.0470903 Jul 05 16:18:48.575735 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-369f008c-aea2-4b9c-b379-5a886397f77a req-79146939-7322-4b81-9446-281228a43cdd tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441995 Jul 05 16:18:48.673356 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ac8da482-963f-4fc0-883f-b7a5260a19dc req-12ecbe6e-0531-45e2-ab49-b4af98fd2f72 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=952c418c-f36d-47f5-a8b5-ef572ac63dcb HTTP/1.1" status: 200 len: 210 time: 0.0308545 Jul 05 16:18:49.690014 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec13b1e-0503-48e7-86b0-c7c36dd8de82 req-4651e409-a486-411c-ac4c-637f7e2128ad tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:49.691476 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fec13b1e-0503-48e7-86b0-c7c36dd8de82 req-4651e409-a486-411c-ac4c-637f7e2128ad tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 945 time: 0.0472007 Jul 05 16:18:49.740418 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-fec13b1e-0503-48e7-86b0-c7c36dd8de82 req-c57fd441-67c8-484b-88e2-631c0ee2c556 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432482 Jul 05 16:18:49.890357 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c5a85-b9fb-469b-a98a-b029071b344f req-279971a1-dd67-4341-b63b-bb59cf5442b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:49.891718 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-353c5a85-b9fb-469b-a98a-b029071b344f req-279971a1-dd67-4341-b63b-bb59cf5442b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de07093c553b4f0391c85e5ea04cf7f1&device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 1129 time: 0.0379822 Jul 05 16:18:49.984145 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c5a85-b9fb-469b-a98a-b029071b344f req-8f1a8e9e-0a30-46a7-8fa2-bb544b7cf359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:49.985897 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-353c5a85-b9fb-469b-a98a-b029071b344f req-8f1a8e9e-0a30-46a7-8fa2-bb544b7cf359 service neutron] 10.222.0.47 "GET /v2.0/networks?id=12affb1e-679a-48f8-ae30-8179cd00fc19 HTTP/1.1" status: 200 len: 910 time: 0.0875566 Jul 05 16:18:50.045225 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-353c5a85-b9fb-469b-a98a-b029071b344f req-33130599-552a-4845-ab0b-88410c483fa6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f472f8e8-76d0-4068-af84-5901b45f5f21 HTTP/1.1" status: 200 len: 1001 time: 0.0535643 Jul 05 16:18:50.096171 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c5a85-b9fb-469b-a98a-b029071b344f req-1b22250f-19c5-4796-9a76-3a6fb00d873b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:50.097632 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-353c5a85-b9fb-469b-a98a-b029071b344f req-1b22250f-19c5-4796-9a76-3a6fb00d873b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97671110-e611-4c1b-974f-7d7fdbed0ace HTTP/1.1" status: 200 len: 848 time: 0.0472543 Jul 05 16:18:50.139752 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c5a85-b9fb-469b-a98a-b029071b344f req-5d2c2011-ef8a-44d7-a54c-1e65dd1c6a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:50.141286 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-353c5a85-b9fb-469b-a98a-b029071b344f req-5d2c2011-ef8a-44d7-a54c-1e65dd1c6a4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=12affb1e-679a-48f8-ae30-8179cd00fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378764 Jul 05 16:18:50.234672 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-353c5a85-b9fb-469b-a98a-b029071b344f req-99574508-0403-4cee-8736-df18a66ede4a service neutron] 10.222.0.47 "GET /v2.0/networks/12affb1e-679a-48f8-ae30-8179cd00fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868545 Jul 05 16:18:50.328899 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-353c5a85-b9fb-469b-a98a-b029071b344f req-ee206486-3ca6-4bc3-9b48-5e4143ac3279 service neutron] 10.222.0.47 "GET /v2.0/networks/12affb1e-679a-48f8-ae30-8179cd00fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877483 Jul 05 16:18:50.834195 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:18:50.843402 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:18:50.851253 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3989b-45f9-49ec-9e15-a38a71f7e24c req-15b3f5b8-481b-40c0-96df-9365e52a6733 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:50.853221 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-28d3989b-45f9-49ec-9e15-a38a71f7e24c req-15b3f5b8-481b-40c0-96df-9365e52a6733 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 945 time: 0.0460105 Jul 05 16:18:50.902657 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-28d3989b-45f9-49ec-9e15-a38a71f7e24c req-0e147409-cf14-41e3-b5d8-4ea5cc1c416b tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439594 Jul 05 16:18:50.948047 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:18:51.322866 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc no longer exists at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:18:51.342245 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] No Port match for: 19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:18:51.342585 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 19bc9a9c-19fd-4aeb-bcb1-cb8e3b4e96cc not bound to the agent host hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:18:52.021539 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea41588-9a16-40a7-9af2-84490d67c685 req-40fbc3bd-a1c1-4c9a-b19d-f0d94c26f974 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:52.022992 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-cea41588-9a16-40a7-9af2-84490d67c685 req-40fbc3bd-a1c1-4c9a-b19d-f0d94c26f974 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 945 time: 0.0511265 Jul 05 16:18:52.071069 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-cea41588-9a16-40a7-9af2-84490d67c685 req-6f3d1cec-856d-4614-9d2b-a0d98de0e017 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419540 Jul 05 16:18:53.183263 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f8901-b960-48b4-98d2-13263c59e79e req-ec2a0c2f-cf92-4043-af27-cc8dc7e3ab7d tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:53.184686 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2b5f8901-b960-48b4-98d2-13263c59e79e req-ec2a0c2f-cf92-4043-af27-cc8dc7e3ab7d tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 945 time: 0.0469608 Jul 05 16:18:53.233254 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-2b5f8901-b960-48b4-98d2-13263c59e79e req-fcab06ef-a53b-44af-8f06-e0f2896c205b tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430455 Jul 05 16:18:54.353775 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9cb33d-acba-446a-a087-5c235bc87884 req-1e30555d-b6ed-4e73-9d7b-ca08d429ca2d tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:54.355235 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4a9cb33d-acba-446a-a087-5c235bc87884 req-1e30555d-b6ed-4e73-9d7b-ca08d429ca2d tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 945 time: 0.0503695 Jul 05 16:18:54.405118 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4a9cb33d-acba-446a-a087-5c235bc87884 req-51a8a872-724f-4cae-9c42-4b7b2ee89ee7 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437870 Jul 05 16:18:54.741756 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005dcc83-c386-41c9-b05c-cfa6eb442bb0 req-48108a0c-33f0-49f1-971b-d5a5c7cb9d28 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:54.742348 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-005dcc83-c386-41c9-b05c-cfa6eb442bb0 req-48108a0c-33f0-49f1-971b-d5a5c7cb9d28 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 945 time: 0.0498946 Jul 05 16:18:54.826215 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ea7d50af-2080-4ed7-ac33-4557486ac1c9 req-d6046dfe-8344-4b64-8364-57e6ccf7d797 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0591788 Jul 05 16:18:54.833174 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-005dcc83-c386-41c9-b05c-cfa6eb442bb0 req-6c381046-a0af-4ebf-af7b-b205411bd755 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844450 Jul 05 16:18:54.909751 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d50af-2080-4ed7-ac33-4557486ac1c9 req-91d37ca1-8282-4cd4-94b2-06593a066301 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:54.911072 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ea7d50af-2080-4ed7-ac33-4557486ac1c9 req-91d37ca1-8282-4cd4-94b2-06593a066301 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports/f472f8e8-76d0-4068-af84-5901b45f5f21 HTTP/1.1" status: 200 len: 942 time: 0.0498474 Jul 05 16:18:55.349478 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device f472f8e8-76d0-4068-af84-5901b45f5f21 no longer exists at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:18:55.421258 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port f472f8e8-76d0-4068-af84-5901b45f5f21 is: ACTIVE; New status is: DOWN {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:18:55.421648 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (f472f8e8-76d0-4068-af84-5901b45f5f21), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:18:55.443313 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e15bb7-d358-439f-b3bc-697f5c8ee180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f472f8e8-76d0-4068-af84-5901b45f5f21'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:18:55.446082 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdedb9bf-e8fe-42ff-94c3-cc8d7004f6ae" -d '{"events": [{"server_uuid": "c0e15bb7-d358-439f-b3bc-697f5c8ee180", "name": "network-vif-unplugged", "status": "completed", "tag": "f472f8e8-76d0-4068-af84-5901b45f5f21"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:18:55.458622 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port f472f8e8-76d0-4068-af84-5901b45f5f21, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=f472f8e8-76d0-4068-af84-5901b45f5f21,segment=NetworkSegment(69eefe3d-766d-4ac0-96af-9bacdc182015),segment_id=69eefe3d-766d-4ac0-96af-9bacdc182015)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:18:55.477843 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 05 Jul 2022 16:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0ed289-9fe3-4609-b6c2-00933f8ef7de x-openstack-request-id: req-be0ed289-9fe3-4609-b6c2-00933f8ef7de {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:18:55.484159 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e15bb7-d358-439f-b3bc-697f5c8ee180", "name": "network-vif-unplugged", "status": "failed", "tag": "f472f8e8-76d0-4068-af84-5901b45f5f21", "code": 422}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:18:55.484159 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-be0ed289-9fe3-4609-b6c2-00933f8ef7de {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:18:55.484159 dv-cinder-848759-1-iscsi neutron-server[104586]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-be0ed289-9fe3-4609-b6c2-00933f8ef7de']: {'server_uuid': 'c0e15bb7-d358-439f-b3bc-697f5c8ee180', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f472f8e8-76d0-4068-af84-5901b45f5f21', 'code': 422} returned with failed status Jul 05 16:18:55.530691 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (f472f8e8-76d0-4068-af84-5901b45f5f21), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:18:55.577326 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=f472f8e8-76d0-4068-af84-5901b45f5f21,revision_number=6']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:18:55.947021 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d32382-457e-4145-b7f1-775f64e321ab req-b3ffe871-005a-4e25-832b-343a3212d7bb tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:55.948458 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-91d32382-457e-4145-b7f1-775f64e321ab req-b3ffe871-005a-4e25-832b-343a3212d7bb tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 943 time: 0.0460265 Jul 05 16:18:55.996627 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-91d32382-457e-4145-b7f1-775f64e321ab req-558ad98b-efa4-485b-bc17-5b44ef3addeb tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427706 Jul 05 16:18:57.110958 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbeaa2-649c-488f-b120-7ccfa1861f30 req-ded0cc50-d7f8-4c3f-a350-fa33638499f2 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:57.112424 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e7bbeaa2-649c-488f-b120-7ccfa1861f30 req-ded0cc50-d7f8-4c3f-a350-fa33638499f2 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 943 time: 0.0478873 Jul 05 16:18:57.160487 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e7bbeaa2-649c-488f-b120-7ccfa1861f30 req-bf78d81d-81bd-484d-95b7-ccd1910fe4d1 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416279 Jul 05 16:18:58.342847 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-8c1784ba-4082-42d1-8c93-7bbb28a6dcb7 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:58.344299 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-8c1784ba-4082-42d1-8c93-7bbb28a6dcb7 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/networks?id=9842c0a5-0f39-435c-a75f-f8cd01594524 HTTP/1.1" status: 200 len: 813 time: 0.1051228 Jul 05 16:18:58.358849 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-de822a01-577d-49a1-8a47-30c88a5738fd tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/quotas/247d4348634044b9840ae86b7022d72c HTTP/1.1" status: 200 len: 375 time: 0.0091009 Jul 05 16:18:58.392876 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-2ab142e6-650a-423c-8341-e10d39a86ef4 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=247d4348634044b9840ae86b7022d72c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281787 Jul 05 16:18:58.497088 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-17900edb-e052-4331-9708-a972a759527f service neutron] 10.222.0.45 "GET /v2.0/networks/9842c0a5-0f39-435c-a75f-f8cd01594524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966723 Jul 05 16:18:58.562716 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:18:58.591643 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-b9ccead4-7947-4989-9e39-e6fad81bb36d service neutron] 10.222.0.45 "GET /v2.0/networks/9842c0a5-0f39-435c-a75f-f8cd01594524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888829 Jul 05 16:18:58.899328 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:18:58.919263 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f1051-b56f-485b-94fd-a504426e6026 req-d7082b0f-39d1-4079-9df8-ef2403746172 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:58.919415 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-358f1051-b56f-485b-94fd-a504426e6026 req-d7082b0f-39d1-4079-9df8-ef2403746172 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 943 time: 0.0537291 Jul 05 16:18:58.972263 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-358f1051-b56f-485b-94fd-a504426e6026 req-982bfbdb-1265-4e2e-aaf2-f920670a8223 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457096 Jul 05 16:18:59.051127 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c527c670-98cd-4ab4-a3d7-b4218cb0a3b1 req-815b4181-7f25-4362-8901-6b32effeafad tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bf9d8-4639-4c1d-92b9-112272598680 HTTP/1.1" status: 200 len: 210 time: 0.0336435 Jul 05 16:18:59.348815 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d50af-2080-4ed7-ac33-4557486ac1c9 req-8e13e435-f5c8-4e4a-b15b-78a9c94cb1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:59.350255 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ea7d50af-2080-4ed7-ac33-4557486ac1c9 req-8e13e435-f5c8-4e4a-b15b-78a9c94cb1ef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180&tenant_id=de07093c553b4f0391c85e5ea04cf7f1 HTTP/1.1" status: 200 len: 1127 time: 0.0391817 Jul 05 16:18:59.409639 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d50af-2080-4ed7-ac33-4557486ac1c9 req-b37b85d6-6e81-48bc-a3be-2ba13790687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:59.411091 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ea7d50af-2080-4ed7-ac33-4557486ac1c9 req-b37b85d6-6e81-48bc-a3be-2ba13790687e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de07093c553b4f0391c85e5ea04cf7f1&device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 1127 time: 0.0410609 Jul 05 16:18:59.500503 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d50af-2080-4ed7-ac33-4557486ac1c9 req-46d40a1c-ac9c-4f85-a14a-025329c6c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:59.502013 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ea7d50af-2080-4ed7-ac33-4557486ac1c9 req-46d40a1c-ac9c-4f85-a14a-025329c6c941 service neutron] 10.222.0.47 "GET /v2.0/networks?id=12affb1e-679a-48f8-ae30-8179cd00fc19 HTTP/1.1" status: 200 len: 910 time: 0.0847726 Jul 05 16:18:59.808602 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ea7d50af-2080-4ed7-ac33-4557486ac1c9 req-6c2add10-7070-43b8-80a0-cc10a2626a87 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f472f8e8-76d0-4068-af84-5901b45f5f21 HTTP/1.1" status: 200 len: 999 time: 0.2993689 Jul 05 16:18:59.857625 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d50af-2080-4ed7-ac33-4557486ac1c9 req-39b13368-6863-4774-8da9-f5d2ac9c3db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:59.858962 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ea7d50af-2080-4ed7-ac33-4557486ac1c9 req-39b13368-6863-4774-8da9-f5d2ac9c3db5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97671110-e611-4c1b-974f-7d7fdbed0ace HTTP/1.1" status: 200 len: 848 time: 0.0444558 Jul 05 16:18:59.900818 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d50af-2080-4ed7-ac33-4557486ac1c9 req-8f3fe2f4-6482-4005-8a72-65e045017298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:18:59.902269 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ea7d50af-2080-4ed7-ac33-4557486ac1c9 req-8f3fe2f4-6482-4005-8a72-65e045017298 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=12affb1e-679a-48f8-ae30-8179cd00fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376260 Jul 05 16:18:59.995537 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ea7d50af-2080-4ed7-ac33-4557486ac1c9 req-2d492fd8-fa32-49bf-b8ab-afe02e0abf2e service neutron] 10.222.0.47 "GET /v2.0/networks/12affb1e-679a-48f8-ae30-8179cd00fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876389 Jul 05 16:19:00.128848 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0d5f6-96e3-4c7b-b6f3-a0b5438f5c60 req-f012dab9-8ce4-4fe8-baa1-fbd1f88ca073 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:00.130225 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-26b0d5f6-96e3-4c7b-b6f3-a0b5438f5c60 req-f012dab9-8ce4-4fe8-baa1-fbd1f88ca073 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 943 time: 0.0716872 Jul 05 16:19:00.132219 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ea7d50af-2080-4ed7-ac33-4557486ac1c9 req-0943e1d7-d08c-437e-8812-842f41b1dae8 service neutron] 10.222.0.47 "GET /v2.0/networks/12affb1e-679a-48f8-ae30-8179cd00fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312754 Jul 05 16:19:00.181978 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-26b0d5f6-96e3-4c7b-b6f3-a0b5438f5c60 req-47e76907-5bab-484c-a24c-b15676bffd5b tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451744 Jul 05 16:19:00.264447 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-28cc3f11-131d-4ae9-9454-f23ae21fb41e req-df79405c-8913-477e-9bfd-9a20323d7102 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bf9d8-4639-4c1d-92b9-112272598680 HTTP/1.1" status: 200 len: 210 time: 0.0283813 Jul 05 16:19:00.959666 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-dd213374-f527-42ae-b69d-a52acbe13430 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:00.961708 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-dd213374-f527-42ae-b69d-a52acbe13430 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.47 "GET /v2.0/networks?id=9842c0a5-0f39-435c-a75f-f8cd01594524 HTTP/1.1" status: 200 len: 813 time: 0.1034932 Jul 05 16:19:00.972333 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-0fee2e90-f1ce-4065-8933-330e1df245ac tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Request body: {'port': {'device_id': '3e4bf9d8-4639-4c1d-92b9-112272598680', 'network_id': '9842c0a5-0f39-435c-a75f-f8cd01594524', 'admin_state_up': True, 'tenant_id': '247d4348634044b9840ae86b7022d72c'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:19:01.052618 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:01.142101 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-0fee2e90-f1ce-4065-8933-330e1df245ac tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Made reservation on behalf of 247d4348634044b9840ae86b7022d72c for: {'port': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:19:01.145665 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-0fee2e90-f1ce-4065-8933-330e1df245ac tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:01.270784 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:01.309649 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-0fee2e90-f1ce-4065-8933-330e1df245ac tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Allocated IP 172.20.0.14 (9842c0a5-0f39-435c-a75f-f8cd01594524/44a35826-3aa0-4eae-bab2-59baa1142420/6b1d876a-a238-4efc-bf3b-29b75958d783) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:19:01.319073 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3fc80-2aa3-4fcb-bece-13b34ef257a3 req-6120f28b-b0fd-45cf-a43f-2e39ed514551 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:01.320546 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c3b3fc80-2aa3-4fcb-bece-13b34ef257a3 req-6120f28b-b0fd-45cf-a43f-2e39ed514551 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 943 time: 0.0689573 Jul 05 16:19:01.404919 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c3b3fc80-2aa3-4fcb-bece-13b34ef257a3 req-61b5b2b1-8d40-4ba8-a61a-af2218e5d6e5 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781600 Jul 05 16:19:01.497666 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3a26fe69-e7e8-4c58-9e83-cfe5e7b11012 req-b8520ebc-d0c9-493d-9312-8c77e71fca9f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bf9d8-4639-4c1d-92b9-112272598680 HTTP/1.1" status: 200 len: 210 time: 0.0343490 Jul 05 16:19:01.530728 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-0fee2e90-f1ce-4065-8933-330e1df245ac tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Publish callbacks [] for port (6b1d876a-a238-4efc-bf3b-29b75958d783), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:01.611496 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-0fee2e90-f1ce-4065-8933-330e1df245ac tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (6b1d876a-a238-4efc-bf3b-29b75958d783), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:01.657094 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-0fee2e90-f1ce-4065-8933-330e1df245ac tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Network 9842c0a5-0f39-435c-a75f-f8cd01594524 is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:19:01.660049 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-0fee2e90-f1ce-4065-8933-330e1df245ac tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:19:01.663583 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-0fee2e90-f1ce-4065-8933-330e1df245ac tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:19:01.690070 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee2e90-f1ce-4065-8933-330e1df245ac tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Pushing event updated for resources: {'Port': ['ID=6b1d876a-a238-4efc-bf3b-29b75958d783,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:19:01.700352 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:01.717626 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-0fee2e90-f1ce-4065-8933-330e1df245ac tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:01.718225 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-0fee2e90-f1ce-4065-8933-330e1df245ac tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:01.804474 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca44b0-3650-437d-8e41-72e3994b0803 req-f2934cda-ce4c-476c-833b-e52e9fb3d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:01.805936 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-35ca44b0-3650-437d-8e41-72e3994b0803 req-f2934cda-ce4c-476c-833b-e52e9fb3d5c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de07093c553b4f0391c85e5ea04cf7f1&device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 1127 time: 0.0395463 Jul 05 16:19:01.833012 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-0fee2e90-f1ce-4065-8933-330e1df245ac tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8642151 Jul 05 16:19:01.846686 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-c2ab527e-b159-47e1-b547-11a38a4456dc service neutron] Request body: {'port': {'device_id': '3e4bf9d8-4639-4c1d-92b9-112272598680', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84875'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:19:01.962501 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-c2ab527e-b159-47e1-b547-11a38a4456dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (6b1d876a-a238-4efc-bf3b-29b75958d783), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:01.972654 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca44b0-3650-437d-8e41-72e3994b0803 req-a714ce31-1712-4959-b306-b09848eecbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:01.974114 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-35ca44b0-3650-437d-8e41-72e3994b0803 req-a714ce31-1712-4959-b306-b09848eecbe2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=12affb1e-679a-48f8-ae30-8179cd00fc19 HTTP/1.1" status: 200 len: 910 time: 0.1521106 Jul 05 16:19:02.115608 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-35ca44b0-3650-437d-8e41-72e3994b0803 req-6f0b4a9e-de6f-43b5-81ac-d799ff8ba4a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f472f8e8-76d0-4068-af84-5901b45f5f21 HTTP/1.1" status: 200 len: 999 time: 0.1347570 Jul 05 16:19:02.191639 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca44b0-3650-437d-8e41-72e3994b0803 req-0bbcc6f9-321c-4446-8274-4c5f825ae84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:02.193091 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-35ca44b0-3650-437d-8e41-72e3994b0803 req-0bbcc6f9-321c-4446-8274-4c5f825ae84b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97671110-e611-4c1b-974f-7d7fdbed0ace HTTP/1.1" status: 200 len: 848 time: 0.0709977 Jul 05 16:19:02.268926 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca44b0-3650-437d-8e41-72e3994b0803 req-ac9a561e-be41-4561-b605-4a1498164cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:02.270383 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-35ca44b0-3650-437d-8e41-72e3994b0803 req-ac9a561e-be41-4561-b605-4a1498164cfc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=12affb1e-679a-48f8-ae30-8179cd00fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712118 Jul 05 16:19:02.292485 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:02.411563 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-c2ab527e-b159-47e1-b547-11a38a4456dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b1d876a-a238-4efc-bf3b-29b75958d783 {{(pid=104585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:19:02.425066 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-c2ab527e-b159-47e1-b547-11a38a4456dc service neutron] Publish callbacks [] for port (6b1d876a-a238-4efc-bf3b-29b75958d783), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:02.434127 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-35ca44b0-3650-437d-8e41-72e3994b0803 req-5c682be1-6bff-4e5e-9ba7-4ab83dcbf971 service neutron] 10.222.0.47 "GET /v2.0/networks/12affb1e-679a-48f8-ae30-8179cd00fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540048 Jul 05 16:19:02.441928 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.provisioning_blocks [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-c2ab527e-b159-47e1-b547-11a38a4456dc service neutron] Transition to ACTIVE for port object 6b1d876a-a238-4efc-bf3b-29b75958d783 will not be triggered until provisioned by entity L2. {{(pid=104585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 16:19:02.527342 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-c2ab527e-b159-47e1-b547-11a38a4456dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (6b1d876a-a238-4efc-bf3b-29b75958d783), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:02.598300 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82630013-9505-42be-9fb9-e00f0eb93196 req-b0d5f200-d98a-4400-9605-3b84ee735606 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:02.599739 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-82630013-9505-42be-9fb9-e00f0eb93196 req-b0d5f200-d98a-4400-9605-3b84ee735606 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 943 time: 0.1258910 Jul 05 16:19:02.621388 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab527e-b159-47e1-b547-11a38a4456dc service neutron] Pushing event updated for resources: {'Port': ['ID=6b1d876a-a238-4efc-bf3b-29b75958d783,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:19:02.634796 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-35ca44b0-3650-437d-8e41-72e3994b0803 req-355ba62c-7124-451b-b89a-2d4c628c8ec2 service neutron] 10.222.0.47 "GET /v2.0/networks/12affb1e-679a-48f8-ae30-8179cd00fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940830 Jul 05 16:19:02.703997 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:02.712559 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-82630013-9505-42be-9fb9-e00f0eb93196 req-5d96a730-cd8b-41c4-9a9a-4264f0d1774c tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028817 Jul 05 16:19:02.731789 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-c2ab527e-b159-47e1-b547-11a38a4456dc service neutron] Attempting to bind port 6b1d876a-a238-4efc-bf3b-29b75958d783 on host hv-cinder-84875 for vnic_type normal with profile {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:19:02.732127 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-c2ab527e-b159-47e1-b547-11a38a4456dc service neutron] Attempting to bind port 6b1d876a-a238-4efc-bf3b-29b75958d783 by drivers openvswitch,hyperv on host hv-cinder-84875 at level 0 using segments [{'id': '0d7da9a3-7141-4aa6-9b70-13c10b875e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9842c0a5-0f39-435c-a75f-f8cd01594524'}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:19:02.732459 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-c2ab527e-b159-47e1-b547-11a38a4456dc service neutron] Attempting to bind port 6b1d876a-a238-4efc-bf3b-29b75958d783 on network 9842c0a5-0f39-435c-a75f-f8cd01594524 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:19:02.737164 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-c2ab527e-b159-47e1-b547-11a38a4456dc service neutron] Port 6b1d876a-a238-4efc-bf3b-29b75958d783 on network 9842c0a5-0f39-435c-a75f-f8cd01594524 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84875 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 16:19:02.743048 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-c2ab527e-b159-47e1-b547-11a38a4456dc service neutron] Attempting to bind port 6b1d876a-a238-4efc-bf3b-29b75958d783 on network 9842c0a5-0f39-435c-a75f-f8cd01594524 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:19:02.743048 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-c2ab527e-b159-47e1-b547-11a38a4456dc service neutron] Checking agent: {'id': '9349738f-6636-400c-ae94-e0965ca2b601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84875', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'started_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:19:02.743048 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-c2ab527e-b159-47e1-b547-11a38a4456dc service neutron] Checking segment: {'id': '0d7da9a3-7141-4aa6-9b70-13c10b875e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9842c0a5-0f39-435c-a75f-f8cd01594524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:19:02.743599 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-c2ab527e-b159-47e1-b547-11a38a4456dc service neutron] Bound using segment: {'id': '0d7da9a3-7141-4aa6-9b70-13c10b875e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9842c0a5-0f39-435c-a75f-f8cd01594524'} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:19:02.743752 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-c2ab527e-b159-47e1-b547-11a38a4456dc service neutron] Bound port: 6b1d876a-a238-4efc-bf3b-29b75958d783, host: hv-cinder-84875, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d7da9a3-7141-4aa6-9b70-13c10b875e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9842c0a5-0f39-435c-a75f-f8cd01594524'}}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:19:02.744011 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-c2ab527e-b159-47e1-b547-11a38a4456dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (6b1d876a-a238-4efc-bf3b-29b75958d783), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:02.845069 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a865794-ae97-447a-85be-9ef532d35fb4 req-e2c76a06-0687-414d-b37a-f5f07a7cfc75 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:02.846528 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8a865794-ae97-447a-85be-9ef532d35fb4 req-e2c76a06-0687-414d-b37a-f5f07a7cfc75 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bf9d8-4639-4c1d-92b9-112272598680 HTTP/1.1" status: 200 len: 944 time: 0.0668759 Jul 05 16:19:02.848983 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-c2ab527e-b159-47e1-b547-11a38a4456dc service neutron] For port 6b1d876a-a238-4efc-bf3b-29b75958d783, host hv-cinder-84875, cleared binding levels {{(pid=104585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:19:02.852170 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-c2ab527e-b159-47e1-b547-11a38a4456dc service neutron] For port 6b1d876a-a238-4efc-bf3b-29b75958d783, host hv-cinder-84875, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=6b1d876a-a238-4efc-bf3b-29b75958d783,segment=NetworkSegment(0d7da9a3-7141-4aa6-9b70-13c10b875e67),segment_id=0d7da9a3-7141-4aa6-9b70-13c10b875e67)] {{(pid=104585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:19:02.895976 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8a865794-ae97-447a-85be-9ef532d35fb4 req-d7a28c2d-e43f-4f45-bb1c-6054d150ae81 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa7e634-b39b-4577-83d1-88f222ca3dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420949 Jul 05 16:19:02.931421 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-c2ab527e-b159-47e1-b547-11a38a4456dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (6b1d876a-a238-4efc-bf3b-29b75958d783), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:02.949141 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-ee22f405-caf4-4631-9953-5d4e34ef28d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:02.969161 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-c2ab527e-b159-47e1-b547-11a38a4456dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:02.969769 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-c2ab527e-b159-47e1-b547-11a38a4456dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:02.971139 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-c2ab527e-b159-47e1-b547-11a38a4456dc service neutron] 10.222.0.47 "PUT /v2.0/ports/6b1d876a-a238-4efc-bf3b-29b75958d783 HTTP/1.1" status: 200 len: 1094 time: 1.1282525 Jul 05 16:19:02.971560 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4bf9d8-4639-4c1d-92b9-112272598680', 'tag': '6b1d876a-a238-4efc-bf3b-29b75958d783'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:19:02.973795 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106269a0-289d-4a62-92ef-eacc83f090e4" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4bf9d8-4639-4c1d-92b9-112272598680", "tag": "6b1d876a-a238-4efc-bf3b-29b75958d783"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:19:02.995198 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab527e-b159-47e1-b547-11a38a4456dc service neutron] Pushing event updated for resources: {'Port': ['ID=6b1d876a-a238-4efc-bf3b-29b75958d783,revision_number=3']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:19:03.011723 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccf02ea-1333-4d19-b948-1dbf7e4cf218 x-openstack-request-id: req-7ccf02ea-1333-4d19-b948-1dbf7e4cf218 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:19:03.011723 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4bf9d8-4639-4c1d-92b9-112272598680", "tag": "6b1d876a-a238-4efc-bf3b-29b75958d783", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:19:03.011723 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7ccf02ea-1333-4d19-b948-1dbf7e4cf218 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:19:03.011723 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ccf02ea-1333-4d19-b948-1dbf7e4cf218'] response: {'name': 'network-changed', 'server_uuid': '3e4bf9d8-4639-4c1d-92b9-112272598680', 'tag': '6b1d876a-a238-4efc-bf3b-29b75958d783', 'status': 'completed', 'code': 200} Jul 05 16:19:03.073523 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106269a0-289d-4a62-92ef-eacc83f090e4 req-2ca24960-3d73-41e6-8eb4-bff5117c3f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:03.074997 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-106269a0-289d-4a62-92ef-eacc83f090e4 req-2ca24960-3d73-41e6-8eb4-bff5117c3f22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247d4348634044b9840ae86b7022d72c&device_id=3e4bf9d8-4639-4c1d-92b9-112272598680 HTTP/1.1" status: 200 len: 1128 time: 0.0439439 Jul 05 16:19:03.171162 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:03.174060 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106269a0-289d-4a62-92ef-eacc83f090e4 req-1cb05e50-7b4f-4733-9b9c-e89a79ad93f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:03.175499 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-106269a0-289d-4a62-92ef-eacc83f090e4 req-1cb05e50-7b4f-4733-9b9c-e89a79ad93f5 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=247d4348634044b9840ae86b7022d72c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0923378 Jul 05 16:19:03.271996 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106269a0-289d-4a62-92ef-eacc83f090e4 req-6845610a-8666-407c-aa1d-2dfe1d486775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:03.273419 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-106269a0-289d-4a62-92ef-eacc83f090e4 req-6845610a-8666-407c-aa1d-2dfe1d486775 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920987 Jul 05 16:19:03.348408 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-f40568c1-0c12-4f0c-8ae2-d1a5e1540925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:03.349939 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-f40568c1-0c12-4f0c-8ae2-d1a5e1540925 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247d4348634044b9840ae86b7022d72c&device_id=3e4bf9d8-4639-4c1d-92b9-112272598680 HTTP/1.1" status: 200 len: 1128 time: 0.0388644 Jul 05 16:19:03.388274 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-fb62b298-f9b1-43f6-931f-9c399666e81a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b1d876a-a238-4efc-bf3b-29b75958d783 HTTP/1.1" status: 200 len: 217 time: 0.0319479 Jul 05 16:19:03.439026 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-d8efd0a5-475c-4b73-8e86-ba325e09b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:03.440416 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-d8efd0a5-475c-4b73-8e86-ba325e09b6ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44a35826-3aa0-4eae-bab2-59baa1142420 HTTP/1.1" status: 200 len: 853 time: 0.0462401 Jul 05 16:19:03.472038 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-11c9bed1-97e4-4b21-a90b-c3290919a40b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9842c0a5-0f39-435c-a75f-f8cd01594524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251815 Jul 05 16:19:03.559165 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-288dfcec-89a6-4f9f-9b8b-d6f93ad0cf47 service neutron] 10.222.0.47 "GET /v2.0/networks/9842c0a5-0f39-435c-a75f-f8cd01594524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808527 Jul 05 16:19:03.651530 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e26ae3be-c379-4f5d-81a2-93c7a15e3a83 req-d3645ec0-e520-4d74-a500-cda2c2cb9cef service neutron] 10.222.0.47 "GET /v2.0/networks/9842c0a5-0f39-435c-a75f-f8cd01594524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869639 Jul 05 16:19:03.829919 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73025ca-fc10-4ba3-a4f9-89fcb5d55b29 req-7a5a8f8b-25f7-4852-bdea-cab3a37f6a7d tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:03.831300 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c73025ca-fc10-4ba3-a4f9-89fcb5d55b29 req-7a5a8f8b-25f7-4852-bdea-cab3a37f6a7d tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 943 time: 0.0480652 Jul 05 16:19:03.881120 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c73025ca-fc10-4ba3-a4f9-89fcb5d55b29 req-425d0cf4-2fee-4e5e-8c79-f8dc74595c40 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443647 Jul 05 16:19:03.994676 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:04.009499 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dd5c3-9f64-43d5-a540-1ce3b16f73a4 req-d3bad4bd-2662-492e-9c86-d1821f732111 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:04.010936 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-538dd5c3-9f64-43d5-a540-1ce3b16f73a4 req-d3bad4bd-2662-492e-9c86-d1821f732111 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bf9d8-4639-4c1d-92b9-112272598680 HTTP/1.1" status: 200 len: 944 time: 0.0507314 Jul 05 16:19:04.058722 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-538dd5c3-9f64-43d5-a540-1ce3b16f73a4 req-2e032e15-9b5f-4164-bd87-da33e655a2bc tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa7e634-b39b-4577-83d1-88f222ca3dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423026 Jul 05 16:19:04.997033 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df7e51-9587-416e-bdc1-ea5eaf24d896 req-b94567d4-ac29-48b8-857c-276fda59573f tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:04.998525 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-67df7e51-9587-416e-bdc1-ea5eaf24d896 req-b94567d4-ac29-48b8-857c-276fda59573f tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 943 time: 0.0480218 Jul 05 16:19:05.052239 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-67df7e51-9587-416e-bdc1-ea5eaf24d896 req-21c89ddb-5a75-4526-b136-856ad757b393 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482073 Jul 05 16:19:05.173934 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6398c4-ba9c-4b34-861a-b7cd1d03c288 req-f2410176-55c4-467d-abda-e3a71cc44a60 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:05.175649 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3c6398c4-ba9c-4b34-861a-b7cd1d03c288 req-f2410176-55c4-467d-abda-e3a71cc44a60 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bf9d8-4639-4c1d-92b9-112272598680 HTTP/1.1" status: 200 len: 944 time: 0.0516307 Jul 05 16:19:05.216187 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-505ed8c0-706d-4662-8ac9-8ae5c51172c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:05.227595 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3c6398c4-ba9c-4b34-861a-b7cd1d03c288 req-6a504b64-6d85-486e-805d-bc2db4553c2c tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa7e634-b39b-4577-83d1-88f222ca3dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454891 Jul 05 16:19:06.164923 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5f99a-89e8-4720-b4e5-6e9fbeabd07d req-d844e7e2-8fe2-4bf2-b63a-9a9c510cdc40 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:06.166375 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-74a5f99a-89e8-4720-b4e5-6e9fbeabd07d req-d844e7e2-8fe2-4bf2-b63a-9a9c510cdc40 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 943 time: 0.0471730 Jul 05 16:19:06.214921 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-74a5f99a-89e8-4720-b4e5-6e9fbeabd07d req-e8972f4d-1058-46f3-bd64-dcd8c9affc4c tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430915 Jul 05 16:19:06.341999 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:06.348896 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36426d1-7055-4e65-9fe1-235bfe4e05ac req-6cadd95e-815b-4e43-9986-5e666fe1b189 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:06.351436 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a36426d1-7055-4e65-9fe1-235bfe4e05ac req-6cadd95e-815b-4e43-9986-5e666fe1b189 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bf9d8-4639-4c1d-92b9-112272598680 HTTP/1.1" status: 200 len: 944 time: 0.0552204 Jul 05 16:19:06.407455 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a36426d1-7055-4e65-9fe1-235bfe4e05ac req-56692834-b5ad-4bcc-bad1-d6a4cc930b5f tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa7e634-b39b-4577-83d1-88f222ca3dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500505 Jul 05 16:19:07.338981 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d4f49-0b00-48d5-95ca-078f4921d56d req-35f6d381-d19c-4f60-8fc5-321da3ab11a9 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:07.340483 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-364d4f49-0b00-48d5-95ca-078f4921d56d req-35f6d381-d19c-4f60-8fc5-321da3ab11a9 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 943 time: 0.0551350 Jul 05 16:19:07.366138 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:07.389338 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-364d4f49-0b00-48d5-95ca-078f4921d56d req-86fdf337-6211-43cd-bbc7-ef482699f602 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432889 Jul 05 16:19:07.417572 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 6b1d876a-a238-4efc-bf3b-29b75958d783 details requested by agent hyperv_hv-cinder-84875 with host hv-cinder-84875 {{(pid=104586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:19:07.518460 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e582dcd-096e-47a6-b505-907c42705aac req-e79680df-8650-4529-8b02-36920a0b1267 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:07.518920 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 6b1d876a-a238-4efc-bf3b-29b75958d783, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=6b1d876a-a238-4efc-bf3b-29b75958d783,segment=NetworkSegment(0d7da9a3-7141-4aa6-9b70-13c10b875e67),segment_id=0d7da9a3-7141-4aa6-9b70-13c10b875e67)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:19:07.519862 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6e582dcd-096e-47a6-b505-907c42705aac req-e79680df-8650-4529-8b02-36920a0b1267 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bf9d8-4639-4c1d-92b9-112272598680 HTTP/1.1" status: 200 len: 944 time: 0.0486274 Jul 05 16:19:07.530758 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Returning: {'device': '6b1d876a-a238-4efc-bf3b-29b75958d783', 'network_id': '9842c0a5-0f39-435c-a75f-f8cd01594524', 'port_id': '6b1d876a-a238-4efc-bf3b-29b75958d783', 'mac_address': 'fa:16:3e:bd:99:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a35826-3aa0-4eae-bab2-59baa1142420', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:19:07.564411 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 6b1d876a-a238-4efc-bf3b-29b75958d783 is: DOWN; New status is: BUILD {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:19:07.564898 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (6b1d876a-a238-4efc-bf3b-29b75958d783), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:07.567062 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6e582dcd-096e-47a6-b505-907c42705aac req-073a813c-2f94-4583-8854-7d7e287cb1ea tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa7e634-b39b-4577-83d1-88f222ca3dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409698 Jul 05 16:19:07.578813 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1d876a-a238-4efc-bf3b-29b75958d783 {{(pid=104586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:19:07.598577 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 6b1d876a-a238-4efc-bf3b-29b75958d783, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=6b1d876a-a238-4efc-bf3b-29b75958d783,segment=NetworkSegment(0d7da9a3-7141-4aa6-9b70-13c10b875e67),segment_id=0d7da9a3-7141-4aa6-9b70-13c10b875e67)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:19:07.649528 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (6b1d876a-a238-4efc-bf3b-29b75958d783), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:07.699357 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=6b1d876a-a238-4efc-bf3b-29b75958d783,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:19:07.706369 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:19:07.706635 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:19:07.706979 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:19:07.707319 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:19:07.707653 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:19:07.707983 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:19:07.708310 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:19:07.708634 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:19:07.708985 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:19:07.709311 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:19:07.709638 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:19:07.709962 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:19:07.710283 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:19:07.710626 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:19:07.710922 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:19:07.846865 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['6b1d876a-a238-4efc-bf3b-29b75958d783'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:19:08.029772 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:08.119018 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:08.504682 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fca0c-a012-4efb-a35b-05067a660dcc req-f10fdae6-b759-4166-9a79-7c23083766dc tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:08.506180 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8a4fca0c-a012-4efb-a35b-05067a660dcc req-f10fdae6-b759-4166-9a79-7c23083766dc tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 943 time: 0.0509470 Jul 05 16:19:08.553417 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8a4fca0c-a012-4efb-a35b-05067a660dcc req-d84121ca-ee95-4bb1-8380-cf23018a9fac tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412292 Jul 05 16:19:08.683864 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cb698-5f3d-4073-b397-cd89e855b5f0 req-1ce94bbe-f63f-4eca-953c-5367cb55ec32 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:08.685289 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-736cb698-5f3d-4073-b397-cd89e855b5f0 req-1ce94bbe-f63f-4eca-953c-5367cb55ec32 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bf9d8-4639-4c1d-92b9-112272598680 HTTP/1.1" status: 200 len: 945 time: 0.0515308 Jul 05 16:19:08.732463 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-736cb698-5f3d-4073-b397-cd89e855b5f0 req-ed0b27c7-915e-4bcb-bf27-4783ed5384e3 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa7e634-b39b-4577-83d1-88f222ca3dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416474 Jul 05 16:19:09.418524 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device f472f8e8-76d0-4068-af84-5901b45f5f21 details requested by agent hyperv_hv-cinder-84875 with host hv-cinder-84875 {{(pid=104586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:19:09.420689 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 6b1d876a-a238-4efc-bf3b-29b75958d783 up at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:19:09.461534 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:09.464211 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:09.497882 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning for port 6b1d876a-a238-4efc-bf3b-29b75958d783 completed by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 16:19:09.553642 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port f472f8e8-76d0-4068-af84-5901b45f5f21, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=f472f8e8-76d0-4068-af84-5901b45f5f21,segment=NetworkSegment(69eefe3d-766d-4ac0-96af-9bacdc182015),segment_id=69eefe3d-766d-4ac0-96af-9bacdc182015)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:19:09.564371 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Returning: {'device': 'f472f8e8-76d0-4068-af84-5901b45f5f21', 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19', 'port_id': 'f472f8e8-76d0-4068-af84-5901b45f5f21', 'mac_address': 'fa:16:3e:24:17:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97671110-e611-4c1b-974f-7d7fdbed0ace', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:19:09.569658 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning complete for port 6b1d876a-a238-4efc-bf3b-29b75958d783 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:19:09.569658 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (6b1d876a-a238-4efc-bf3b-29b75958d783), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:09.633390 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port f472f8e8-76d0-4068-af84-5901b45f5f21 is: DOWN; New status is: BUILD {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:19:09.633769 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (f472f8e8-76d0-4068-af84-5901b45f5f21), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:09.650628 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f472f8e8-76d0-4068-af84-5901b45f5f21 {{(pid=104586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:19:09.667793 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21687f-8911-4b13-87b6-4dd24247064c req-660119c9-31a7-4d99-b83b-32be880aedc3 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:09.669348 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3e21687f-8911-4b13-87b6-4dd24247064c req-660119c9-31a7-4d99-b83b-32be880aedc3 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 943 time: 0.0474327 Jul 05 16:19:09.694724 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port f472f8e8-76d0-4068-af84-5901b45f5f21, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=f472f8e8-76d0-4068-af84-5901b45f5f21,segment=NetworkSegment(69eefe3d-766d-4ac0-96af-9bacdc182015),segment_id=69eefe3d-766d-4ac0-96af-9bacdc182015)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:19:09.701068 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 6b1d876a-a238-4efc-bf3b-29b75958d783 is: BUILD; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:19:09.701451 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (6b1d876a-a238-4efc-bf3b-29b75958d783), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:09.724183 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4bf9d8-4639-4c1d-92b9-112272598680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1d876a-a238-4efc-bf3b-29b75958d783'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:19:09.724585 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3e21687f-8911-4b13-87b6-4dd24247064c req-86bcb27f-f19e-4dd3-bcc8-386ad267b00a tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494645 Jul 05 16:19:09.726461 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dad907e-fd8f-4d56-9649-ef7adf4807e1" -d '{"events": [{"server_uuid": "3e4bf9d8-4639-4c1d-92b9-112272598680", "name": "network-vif-plugged", "status": "completed", "tag": "6b1d876a-a238-4efc-bf3b-29b75958d783"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:19:09.741886 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (f472f8e8-76d0-4068-af84-5901b45f5f21), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:09.744587 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 6b1d876a-a238-4efc-bf3b-29b75958d783, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=6b1d876a-a238-4efc-bf3b-29b75958d783,segment=NetworkSegment(0d7da9a3-7141-4aa6-9b70-13c10b875e67),segment_id=0d7da9a3-7141-4aa6-9b70-13c10b875e67)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:19:09.778542 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af8ecba-6d0e-4a32-9283-145179c3d79d x-openstack-request-id: req-5af8ecba-6d0e-4a32-9283-145179c3d79d {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:19:09.778826 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4bf9d8-4639-4c1d-92b9-112272598680", "name": "network-vif-plugged", "status": "completed", "tag": "6b1d876a-a238-4efc-bf3b-29b75958d783", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:19:09.779071 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5af8ecba-6d0e-4a32-9283-145179c3d79d {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:19:09.779457 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af8ecba-6d0e-4a32-9283-145179c3d79d'] response: {'server_uuid': '3e4bf9d8-4639-4c1d-92b9-112272598680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1d876a-a238-4efc-bf3b-29b75958d783', 'code': 200} Jul 05 16:19:09.797868 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=f472f8e8-76d0-4068-af84-5901b45f5f21,revision_number=7']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:19:09.817154 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (6b1d876a-a238-4efc-bf3b-29b75958d783), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:09.868796 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=6b1d876a-a238-4efc-bf3b-29b75958d783,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:19:09.871936 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb3895-bcc1-452b-9093-d2c058cedf84 req-d9fa1e1b-beb5-43b4-9ffd-ba037152313d tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:09.873472 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-37fb3895-bcc1-452b-9093-d2c058cedf84 req-d9fa1e1b-beb5-43b4-9ffd-ba037152313d tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bf9d8-4639-4c1d-92b9-112272598680 HTTP/1.1" status: 200 len: 946 time: 0.0480216 Jul 05 16:19:09.920892 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-37fb3895-bcc1-452b-9093-d2c058cedf84 req-0ef52d29-1456-4f69-8dd7-92b9b2001b2a tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa7e634-b39b-4577-83d1-88f222ca3dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412607 Jul 05 16:19:09.940626 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['f472f8e8-76d0-4068-af84-5901b45f5f21'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:19:10.030924 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:10.078778 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda13b4-0018-4bc1-9fa9-1a9f81a397a0 req-88d9f70b-e617-4fe3-9fb7-cd71c8b656d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:10.080166 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5fda13b4-0018-4bc1-9fa9-1a9f81a397a0 req-88d9f70b-e617-4fe3-9fb7-cd71c8b656d5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3e4bf9d8-4639-4c1d-92b9-112272598680 HTTP/1.1" status: 200 len: 1130 time: 0.0393283 Jul 05 16:19:10.125700 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5fda13b4-0018-4bc1-9fa9-1a9f81a397a0 req-200edffb-82f1-4cc1-8550-e889ca46936e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=daa7e634-b39b-4577-83d1-88f222ca3dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387130 Jul 05 16:19:10.417302 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=3 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:10.422261 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=3 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:10.826494 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:10.841790 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c690ca7-ff08-4feb-89fb-af7a4dd11c7b req-ed8a86fb-e376-4542-ab41-861d33e553d4 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:10.843314 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3c690ca7-ff08-4feb-89fb-af7a4dd11c7b req-ed8a86fb-e376-4542-ab41-861d33e553d4 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 944 time: 0.0506814 Jul 05 16:19:10.891801 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3c690ca7-ff08-4feb-89fb-af7a4dd11c7b req-ff7b1c59-ae70-4cbb-8eff-65d44d84d4f6 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427577 Jul 05 16:19:11.032668 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f62a9-22c2-4697-84e8-93ae0428b46f req-8dbe4831-a3c6-48b9-a64b-6d37daa33cc7 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:11.034061 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-dd1f62a9-22c2-4697-84e8-93ae0428b46f req-8dbe4831-a3c6-48b9-a64b-6d37daa33cc7 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bf9d8-4639-4c1d-92b9-112272598680 HTTP/1.1" status: 200 len: 946 time: 0.0463874 Jul 05 16:19:11.084553 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-dd1f62a9-22c2-4697-84e8-93ae0428b46f req-77e33eda-02e4-4c26-bdea-3d1b6577c800 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa7e634-b39b-4577-83d1-88f222ca3dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449674 Jul 05 16:19:11.434783 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:19:11.437405 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device f472f8e8-76d0-4068-af84-5901b45f5f21 up at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:19:11.483113 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning complete for port f472f8e8-76d0-4068-af84-5901b45f5f21 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:19:11.483480 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (f472f8e8-76d0-4068-af84-5901b45f5f21), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:11.558051 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port f472f8e8-76d0-4068-af84-5901b45f5f21 is: BUILD; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:19:11.558339 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (f472f8e8-76d0-4068-af84-5901b45f5f21), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:11.576664 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:11.591832 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port f472f8e8-76d0-4068-af84-5901b45f5f21, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=f472f8e8-76d0-4068-af84-5901b45f5f21,segment=NetworkSegment(69eefe3d-766d-4ac0-96af-9bacdc182015),segment_id=69eefe3d-766d-4ac0-96af-9bacdc182015)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:19:11.655912 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (f472f8e8-76d0-4068-af84-5901b45f5f21), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:11.702679 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=f472f8e8-76d0-4068-af84-5901b45f5f21,revision_number=8']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:19:11.780211 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e15bb7-d358-439f-b3bc-697f5c8ee180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f472f8e8-76d0-4068-af84-5901b45f5f21'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:19:11.782485 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ef2d0c-0f66-42d7-a5ec-32222be42ca2" -d '{"events": [{"server_uuid": "c0e15bb7-d358-439f-b3bc-697f5c8ee180", "name": "network-vif-plugged", "status": "completed", "tag": "f472f8e8-76d0-4068-af84-5901b45f5f21"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:19:11.817528 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99793d8e-7b64-40a4-acfc-1b91a0f7571a x-openstack-request-id: req-99793d8e-7b64-40a4-acfc-1b91a0f7571a {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:19:11.817815 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e15bb7-d358-439f-b3bc-697f5c8ee180", "name": "network-vif-plugged", "status": "completed", "tag": "f472f8e8-76d0-4068-af84-5901b45f5f21", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:19:11.818057 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-99793d8e-7b64-40a4-acfc-1b91a0f7571a {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:19:11.818453 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99793d8e-7b64-40a4-acfc-1b91a0f7571a'] response: {'server_uuid': 'c0e15bb7-d358-439f-b3bc-697f5c8ee180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f472f8e8-76d0-4068-af84-5901b45f5f21', 'code': 200} Jul 05 16:19:12.005443 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94126f87-bbac-433a-8cda-cc5e05b32070 req-3bf09ab1-92ab-4d90-974f-9a6525392bf4 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:12.006908 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-94126f87-bbac-433a-8cda-cc5e05b32070 req-3bf09ab1-92ab-4d90-974f-9a6525392bf4 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 945 time: 0.0473735 Jul 05 16:19:12.060354 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-94126f87-bbac-433a-8cda-cc5e05b32070 req-4b4db01f-faa4-4422-a9b7-cf5dd50ba1b8 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477540 Jul 05 16:19:12.099319 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78658326-bc45-4b45-87e0-b6155a368ff6 req-005dacb8-3e4a-4817-9354-6557199334f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:12.100786 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-78658326-bc45-4b45-87e0-b6155a368ff6 req-005dacb8-3e4a-4817-9354-6557199334f1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 1129 time: 0.0379586 Jul 05 16:19:12.146899 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-78658326-bc45-4b45-87e0-b6155a368ff6 req-c468e422-07da-47e3-a34e-112409e72668 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402815 Jul 05 16:19:12.186728 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:12.194702 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eef02d-7ae0-451c-b76c-83aab01306c9 req-89c484fa-666a-4b6e-9614-233e00c15328 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:12.197791 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-19eef02d-7ae0-451c-b76c-83aab01306c9 req-89c484fa-666a-4b6e-9614-233e00c15328 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bf9d8-4639-4c1d-92b9-112272598680 HTTP/1.1" status: 200 len: 946 time: 0.0462408 Jul 05 16:19:12.243825 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-19eef02d-7ae0-451c-b76c-83aab01306c9 req-a56588bb-2fc8-41d2-8896-187407a3ee48 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa7e634-b39b-4577-83d1-88f222ca3dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414615 Jul 05 16:19:13.178487 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68463ed4-a108-45d3-bd05-71e8ce2c2888 req-063437e3-adf3-4bcd-92b3-5412cbd90a78 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:13.179993 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-68463ed4-a108-45d3-bd05-71e8ce2c2888 req-063437e3-adf3-4bcd-92b3-5412cbd90a78 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 945 time: 0.0507352 Jul 05 16:19:13.228841 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-68463ed4-a108-45d3-bd05-71e8ce2c2888 req-411ff3c3-0547-4530-a9c5-a84ab951a7f7 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432045 Jul 05 16:19:14.342859 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75766d6c-b94c-4b38-92d1-21b99e9c2dbf req-275ddedc-d96c-4099-ade1-b2ae06c0da67 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:14.344290 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-75766d6c-b94c-4b38-92d1-21b99e9c2dbf req-275ddedc-d96c-4099-ade1-b2ae06c0da67 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 945 time: 0.0461695 Jul 05 16:19:14.394906 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-75766d6c-b94c-4b38-92d1-21b99e9c2dbf req-b057b2b8-7b1f-451a-8fda-5c3913257b9d tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452826 Jul 05 16:19:20.941494 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:21.431690 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:24.387380 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=59 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:24.391252 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=20 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:30.895677 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=7 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:30.902584 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:32.952585 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-32a3d5b7-b681-4231-90cc-e3eb23750ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:32.980439 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=12 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:32.989698 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=14 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:34.782889 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6f6e0-b649-4648-848e-89b6605f9d7f req-61a8fc10-3d9a-4857-a6ce-ccd8af702e0d tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:34.784312 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-bff6f6e0-b649-4648-848e-89b6605f9d7f req-61a8fc10-3d9a-4857-a6ce-ccd8af702e0d tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bf9d8-4639-4c1d-92b9-112272598680 HTTP/1.1" status: 200 len: 946 time: 0.0502903 Jul 05 16:19:34.830375 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-bff6f6e0-b649-4648-848e-89b6605f9d7f req-93107a66-ba6f-414c-b4d3-ee89f4025238 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa7e634-b39b-4577-83d1-88f222ca3dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399401 Jul 05 16:19:35.260441 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-09617523-1e8a-413b-b1cf-181b6075ea11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:35.942347 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37e85f-0f30-40d9-a9eb-263aa07bd0fc req-653bb6e3-e359-4909-9424-285bba70d134 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:35.943779 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8d37e85f-0f30-40d9-a9eb-263aa07bd0fc req-653bb6e3-e359-4909-9424-285bba70d134 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bf9d8-4639-4c1d-92b9-112272598680 HTTP/1.1" status: 200 len: 946 time: 0.0466890 Jul 05 16:19:35.989765 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8d37e85f-0f30-40d9-a9eb-263aa07bd0fc req-22f42336-3d76-4639-8aff-39af91b830ef tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa7e634-b39b-4577-83d1-88f222ca3dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405109 Jul 05 16:19:36.366418 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e237ee5-1321-40e6-b412-a7a645fea064 req-cf0e0c3a-9817-4a7e-b0af-7aefb96a2d15 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:19:36.367909 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3e237ee5-1321-40e6-b412-a7a645fea064 req-cf0e0c3a-9817-4a7e-b0af-7aefb96a2d15 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e4bf9d8-4639-4c1d-92b9-112272598680 HTTP/1.1" status: 200 len: 946 time: 0.0457172 Jul 05 16:19:36.397531 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:36.450697 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-3e237ee5-1321-40e6-b412-a7a645fea064 req-0f0eef1d-54f1-47c4-8957-1b0a134d63a1 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Deleting port 6b1d876a-a238-4efc-bf3b-29b75958d783 {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:19:36.450961 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-3e237ee5-1321-40e6-b412-a7a645fea064 req-0f0eef1d-54f1-47c4-8957-1b0a134d63a1 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (6b1d876a-a238-4efc-bf3b-29b75958d783), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:36.540850 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-3e237ee5-1321-40e6-b412-a7a645fea064 req-0f0eef1d-54f1-47c4-8957-1b0a134d63a1 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] For port 6b1d876a-a238-4efc-bf3b-29b75958d783, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=6b1d876a-a238-4efc-bf3b-29b75958d783,segment=NetworkSegment(0d7da9a3-7141-4aa6-9b70-13c10b875e67),segment_id=0d7da9a3-7141-4aa6-9b70-13c10b875e67)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:19:36.541212 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-3e237ee5-1321-40e6-b412-a7a645fea064 req-0f0eef1d-54f1-47c4-8957-1b0a134d63a1 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (6b1d876a-a238-4efc-bf3b-29b75958d783), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:36.557195 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-3e237ee5-1321-40e6-b412-a7a645fea064 req-0f0eef1d-54f1-47c4-8957-1b0a134d63a1 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Calling delete_port for 6b1d876a-a238-4efc-bf3b-29b75958d783 owned by compute:nova {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:19:36.763940 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-3e237ee5-1321-40e6-b412-a7a645fea064 req-0f0eef1d-54f1-47c4-8957-1b0a134d63a1 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (6b1d876a-a238-4efc-bf3b-29b75958d783), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:36.777836 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['6b1d876a-a238-4efc-bf3b-29b75958d783'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:19:36.791861 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0eef1d-54f1-47c4-8957-1b0a134d63a1 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Pushing event deleted for resources: {'Port': ['ID=6b1d876a-a238-4efc-bf3b-29b75958d783,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:19:36.838657 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e237ee5-1321-40e6-b412-a7a645fea064 req-0f0eef1d-54f1-47c4-8957-1b0a134d63a1 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] No DVR routers for this DVR port 6b1d876a-a238-4efc-bf3b-29b75958d783 on host hv-cinder-84875 {{(pid=104585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:19:36.841136 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-3e237ee5-1321-40e6-b412-a7a645fea064 req-0f0eef1d-54f1-47c4-8957-1b0a134d63a1 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:36.844389 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-3e237ee5-1321-40e6-b412-a7a645fea064 req-0f0eef1d-54f1-47c4-8957-1b0a134d63a1 tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.47 "DELETE /v2.0/ports/6b1d876a-a238-4efc-bf3b-29b75958d783 HTTP/1.1" status: 204 len: 173 time: 0.4713674 Jul 05 16:19:36.844845 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4bf9d8-4639-4c1d-92b9-112272598680', 'name': 'network-vif-deleted', 'tag': '6b1d876a-a238-4efc-bf3b-29b75958d783'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:19:36.847050 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c2cd8d-e87b-402f-b4c1-d6642fd8e91a" -d '{"events": [{"server_uuid": "3e4bf9d8-4639-4c1d-92b9-112272598680", "name": "network-vif-deleted", "tag": "6b1d876a-a238-4efc-bf3b-29b75958d783"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:19:36.959225 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdf252d-feb0-4c15-b9fd-df4af5c30330 x-openstack-request-id: req-5cdf252d-feb0-4c15-b9fd-df4af5c30330 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:19:36.959830 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4bf9d8-4639-4c1d-92b9-112272598680", "name": "network-vif-deleted", "tag": "6b1d876a-a238-4efc-bf3b-29b75958d783", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:19:36.959830 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5cdf252d-feb0-4c15-b9fd-df4af5c30330 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:19:36.960136 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cdf252d-feb0-4c15-b9fd-df4af5c30330'] response: {'server_uuid': '3e4bf9d8-4639-4c1d-92b9-112272598680', 'name': 'network-vif-deleted', 'tag': '6b1d876a-a238-4efc-bf3b-29b75958d783', 'status': 'completed', 'code': 200} Jul 05 16:19:37.086620 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d55ab2da-8b93-4ee8-8079-2178a603a70b req-d8debf71-d72d-4b31-ad25-a008ae0566fa tempest-VolumesSnapshotTestJSON-1396655489 tempest-VolumesSnapshotTestJSON-1396655489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bf9d8-4639-4c1d-92b9-112272598680 HTTP/1.1" status: 200 len: 210 time: 0.0282905 Jul 05 16:19:38.043543 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:38.129863 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:39.590801 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 6b1d876a-a238-4efc-bf3b-29b75958d783 no longer exists at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:19:39.609988 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] No Port match for: 6b1d876a-a238-4efc-bf3b-29b75958d783 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:19:39.610589 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 6b1d876a-a238-4efc-bf3b-29b75958d783 not bound to the agent host hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:19:47.068460 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=63,neutron:DELETE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:47.069242 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=64,neutron:DELETE=5 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:47.413620 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=4 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:47.418467 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:48.434441 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:19:49.593750 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:49.594420 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:19:50.986844 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:19:58.430573 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:00.896927 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:00.902101 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:01.813323 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-00c4f9e5-d510-41f7-9f0c-ba1fb96423bf req-75bcc97c-1ada-4855-8826-5b78d73575f1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819490 Jul 05 16:20:01.894099 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4f9e5-d510-41f7-9f0c-ba1fb96423bf req-bd439ce1-7029-400a-9b6b-0a804650d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:01.895568 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-00c4f9e5-d510-41f7-9f0c-ba1fb96423bf req-bd439ce1-7029-400a-9b6b-0a804650d5da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de07093c553b4f0391c85e5ea04cf7f1&device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 1129 time: 0.0423114 Jul 05 16:20:01.996734 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4f9e5-d510-41f7-9f0c-ba1fb96423bf req-592b8330-c72a-4456-bd3f-73bb8f59e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:01.998175 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-00c4f9e5-d510-41f7-9f0c-ba1fb96423bf req-592b8330-c72a-4456-bd3f-73bb8f59e68b service neutron] 10.222.0.47 "GET /v2.0/networks?id=12affb1e-679a-48f8-ae30-8179cd00fc19 HTTP/1.1" status: 200 len: 910 time: 0.0851555 Jul 05 16:20:02.062647 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-00c4f9e5-d510-41f7-9f0c-ba1fb96423bf req-b472152d-4a9e-41a0-b8c4-4a8f32636b10 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f472f8e8-76d0-4068-af84-5901b45f5f21 HTTP/1.1" status: 200 len: 1001 time: 0.0579772 Jul 05 16:20:02.203415 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53036) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:02.249878 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_v2 [None req-1392c18f-074b-4155-95b9-bd9cb67a73b8 admin admin] Deleting subnet 44a35826-3aa0-4eae-bab2-59baa1142420 {{(pid=104584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 16:20:02.253226 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1392c18f-074b-4155-95b9-bd9cb67a73b8 admin admin] Publish callbacks [] for subnet (44a35826-3aa0-4eae-bab2-59baa1142420), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:02.293047 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1392c18f-074b-4155-95b9-bd9cb67a73b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032071'] for subnet (44a35826-3aa0-4eae-bab2-59baa1142420), precommit_delete_associations {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:02.334806 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1392c18f-074b-4155-95b9-bd9cb67a73b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7708876'] for subnet (44a35826-3aa0-4eae-bab2-59baa1142420), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:02.348242 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4f9e5-d510-41f7-9f0c-ba1fb96423bf req-7af72fa2-2ed3-4e2b-b6a8-325e3305e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:02.349782 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-00c4f9e5-d510-41f7-9f0c-ba1fb96423bf req-7af72fa2-2ed3-4e2b-b6a8-325e3305e0ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97671110-e611-4c1b-974f-7d7fdbed0ace HTTP/1.1" status: 200 len: 848 time: 0.2811673 Jul 05 16:20:02.393999 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4f9e5-d510-41f7-9f0c-ba1fb96423bf req-b995675f-bf29-438a-97f0-8dbf73c748dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:02.395479 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-00c4f9e5-d510-41f7-9f0c-ba1fb96423bf req-b995675f-bf29-438a-97f0-8dbf73c748dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=12affb1e-679a-48f8-ae30-8179cd00fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397224 Jul 05 16:20:02.404781 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [req-00c4f9e5-d510-41f7-9f0c-ba1fb96423bf req-054a16fb-937c-4f7c-8ca7-2e483f8819de service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 16:20:02.405714 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-00c4f9e5-d510-41f7-9f0c-ba1fb96423bf req-054a16fb-937c-4f7c-8ca7-2e483f8819de service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048244 Jul 05 16:20:02.433366 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1392c18f-074b-4155-95b9-bd9cb67a73b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7708871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1267982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411760'] for subnet (44a35826-3aa0-4eae-bab2-59baa1142420), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:02.460470 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392c18f-074b-4155-95b9-bd9cb67a73b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44a35826-3aa0-4eae-bab2-59baa1142420,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:02.463390 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1392c18f-074b-4155-95b9-bd9cb67a73b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:02.466120 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-1392c18f-074b-4155-95b9-bd9cb67a73b8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/44a35826-3aa0-4eae-bab2-59baa1142420 HTTP/1.1" status: 204 len: 168 time: 0.2616327 Jul 05 16:20:02.471406 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53040) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:02.478451 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392c18f-074b-4155-95b9-bd9cb67a73b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:02.478802 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392c18f-074b-4155-95b9-bd9cb67a73b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:02.479140 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392c18f-074b-4155-95b9-bd9cb67a73b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:02.479506 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392c18f-074b-4155-95b9-bd9cb67a73b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:02.479834 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392c18f-074b-4155-95b9-bd9cb67a73b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:02.480160 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392c18f-074b-4155-95b9-bd9cb67a73b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:02.480483 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392c18f-074b-4155-95b9-bd9cb67a73b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:02.480830 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392c18f-074b-4155-95b9-bd9cb67a73b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:02.481158 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392c18f-074b-4155-95b9-bd9cb67a73b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:02.481479 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392c18f-074b-4155-95b9-bd9cb67a73b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:02.481800 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392c18f-074b-4155-95b9-bd9cb67a73b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:02.482119 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392c18f-074b-4155-95b9-bd9cb67a73b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:02.482436 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392c18f-074b-4155-95b9-bd9cb67a73b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:02.482751 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392c18f-074b-4155-95b9-bd9cb67a73b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:02.483064 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392c18f-074b-4155-95b9-bd9cb67a73b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:02.500706 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-00c4f9e5-d510-41f7-9f0c-ba1fb96423bf req-4ec03943-f4da-4eb6-8c13-9e5f66dcd2af service neutron] 10.222.0.47 "GET /v2.0/networks/12affb1e-679a-48f8-ae30-8179cd00fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886922 Jul 05 16:20:02.550521 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2d193a15-bcb1-430e-ac8e-6b9361c6ec21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7605430'] for network (9842c0a5-0f39-435c-a75f-f8cd01594524), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:02.589128 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-00c4f9e5-d510-41f7-9f0c-ba1fb96423bf req-77b0932c-3ad5-45a6-b3ea-30e70865b0ee service neutron] 10.222.0.47 "GET /v2.0/networks/12affb1e-679a-48f8-ae30-8179cd00fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821795 Jul 05 16:20:02.627493 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2d193a15-bcb1-430e-ac8e-6b9361c6ec21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7757606', 'neutron.services.segments.db._delete_segments_for_network-8746276517753'] for network (9842c0a5-0f39-435c-a75f-f8cd01594524), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:02.651411 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-2d193a15-bcb1-430e-ac8e-6b9361c6ec21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9842c0a5-0f39-435c-a75f-f8cd01594524']}} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:02.660503 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-2d193a15-bcb1-430e-ac8e-6b9361c6ec21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7da9a3-7141-4aa6-9b70-13c10b875e67') {'for_net_delete': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:02.661268 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-2d193a15-bcb1-430e-ac8e-6b9361c6ec21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7da9a3-7141-4aa6-9b70-13c10b875e67') {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:02.670686 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2d193a15-bcb1-430e-ac8e-6b9361c6ec21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746276519554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032076'] for segment (0d7da9a3-7141-4aa6-9b70-13c10b875e67), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:02.684689 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2d193a15-bcb1-430e-ac8e-6b9361c6ec21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (0d7da9a3-7141-4aa6-9b70-13c10b875e67), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:02.691195 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d193a15-bcb1-430e-ac8e-6b9361c6ec21 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=104584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:20:02.691574 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2d193a15-bcb1-430e-ac8e-6b9361c6ec21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1268212'] for segment (0d7da9a3-7141-4aa6-9b70-13c10b875e67), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:02.742907 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.services.segments.plugin [-] Segment 0d7da9a3-7141-4aa6-9b70-13c10b875e67 resource provider aggregate not found Jul 05 16:20:02.761238 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.services.segments.plugin [-] Segment 0d7da9a3-7141-4aa6-9b70-13c10b875e67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d7da9a3-7141-4aa6-9b70-13c10b875e67 found for delete ", "request_id": "req-4d5546d3-12df-4a48-a750-65200d340f0c"}]} Jul 05 16:20:02.814988 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2d193a15-bcb1-430e-ac8e-6b9361c6ec21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7757615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509440'] for network (9842c0a5-0f39-435c-a75f-f8cd01594524), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:02.820368 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-2d193a15-bcb1-430e-ac8e-6b9361c6ec21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:02.827767 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-2d193a15-bcb1-430e-ac8e-6b9361c6ec21 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9842c0a5-0f39-435c-a75f-f8cd01594524 HTTP/1.1" status: 204 len: 168 time: 0.3511610 Jul 05 16:20:02.835231 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d193a15-bcb1-430e-ac8e-6b9361c6ec21 admin admin] Pushing event deleted for resources: {'Network': ['ID=9842c0a5-0f39-435c-a75f-f8cd01594524,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:02.984505 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-9c620981-98f8-4277-8a3b-4dde866f9086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:03.098154 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53048) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:03.138213 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-81ba2b57-12ab-4f34-8442-3f1150a86e3d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=247d4348634044b9840ae86b7022d72c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389178 Jul 05 16:20:03.140571 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53050) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:03.191478 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d6d4ead3-982e-4968-8ce7-761ed61c5be2 admin admin] Publish callbacks [] for security_group (daa7e634-b39b-4577-83d1-88f222ca3dbb), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:03.215626 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d6d4ead3-982e-4968-8ce7-761ed61c5be2 admin admin] Publish callbacks [] for security_group (daa7e634-b39b-4577-83d1-88f222ca3dbb), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:03.300674 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d6d4ead3-982e-4968-8ce7-761ed61c5be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (daa7e634-b39b-4577-83d1-88f222ca3dbb), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:03.303300 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d6d4ead3-982e-4968-8ce7-761ed61c5be2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:03.304461 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-d6d4ead3-982e-4968-8ce7-761ed61c5be2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/daa7e634-b39b-4577-83d1-88f222ca3dbb HTTP/1.1" status: 204 len: 168 time: 0.1629672 Jul 05 16:20:03.312889 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4ead3-982e-4968-8ce7-761ed61c5be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa7e634-b39b-4577-83d1-88f222ca3dbb,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:04.263321 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53072) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:04.361302 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-979a5f9c-4540-4e14-8c39-9b474c9cbbd8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-131741844-network', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:20:04.436957 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979a5f9c-4540-4e14-8c39-9b474c9cbbd8 admin admin] Made reservation on behalf of 85bf8c1d40a04aaf9e46cd7f1e58048a for: {'network': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:20:04.439231 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-979a5f9c-4540-4e14-8c39-9b474c9cbbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for network (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:04.447901 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-979a5f9c-4540-4e14-8c39-9b474c9cbbd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:04.485241 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:04.502505 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=10 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:04.523784 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-979a5f9c-4540-4e14-8c39-9b474c9cbbd8 admin admin] Publish callbacks [] for security_group (d186b4e9-c68c-4310-ad72-1e6595a03954), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:04.580157 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-979a5f9c-4540-4e14-8c39-9b474c9cbbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (d186b4e9-c68c-4310-ad72-1e6595a03954), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:04.607598 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-979a5f9c-4540-4e14-8c39-9b474c9cbbd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=104584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:20:04.617514 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a5f9c-4540-4e14-8c39-9b474c9cbbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d186b4e9-c68c-4310-ad72-1e6595a03954,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:04.622144 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-979a5f9c-4540-4e14-8c39-9b474c9cbbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (ac8be657-26ab-4073-97c6-de99da3a4b92), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:04.622485 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.db.segments_db [None req-979a5f9c-4540-4e14-8c39-9b474c9cbbd8 admin admin] Added segment ac8be657-26ab-4073-97c6-de99da3a4b92 of type vlan for network 9e6fae8e-72c3-49ba-ab85-7183288aac1f Jul 05 16:20:04.664652 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-979a5f9c-4540-4e14-8c39-9b474c9cbbd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746276236728'] for network (9e6fae8e-72c3-49ba-ab85-7183288aac1f), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:04.745893 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-979a5f9c-4540-4e14-8c39-9b474c9cbbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for network (9e6fae8e-72c3-49ba-ab85-7183288aac1f), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:04.746889 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979a5f9c-4540-4e14-8c39-9b474c9cbbd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:04.747453 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-979a5f9c-4540-4e14-8c39-9b474c9cbbd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:04.807723 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a5f9c-4540-4e14-8c39-9b474c9cbbd8 admin admin] Pushing event updated for resources: {'Network': ['ID=9e6fae8e-72c3-49ba-ab85-7183288aac1f,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:04.817204 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Network 9e6fae8e-72c3-49ba-ab85-7183288aac1f details requested by agent ovs-agent-dv-cinder-848759-1-iscsi with host dv-cinder-848759-1-iscsi {{(pid=104586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:20:04.831604 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-979a5f9c-4540-4e14-8c39-9b474c9cbbd8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5645697 Jul 05 16:20:04.831808 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53076) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:04.836444 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-1a11a151-282e-421b-9325-07e49bc5318b admin admin] Request body: {'subnet': {'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-131741844-subnet', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'ip_version': 4}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:20:04.917052 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a11a151-282e-421b-9325-07e49bc5318b admin admin] Made reservation on behalf of 85bf8c1d40a04aaf9e46cd7f1e58048a for: {'subnet': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:20:04.919432 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1a11a151-282e-421b-9325-07e49bc5318b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411027'] for subnet (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:05.157462 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1a11a151-282e-421b-9325-07e49bc5318b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1268045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411769'] for subnet (dfab0825-7fb5-48bb-8aec-21481977af6e), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:05.199856 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:05.211646 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11a151-282e-421b-9325-07e49bc5318b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfab0825-7fb5-48bb-8aec-21481977af6e,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:05.227214 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a11a151-282e-421b-9325-07e49bc5318b admin admin] Checking segment: {'id': 'ac8be657-26ab-4073-97c6-de99da3a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:20:05.227568 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a11a151-282e-421b-9325-07e49bc5318b admin admin] Network hostable DHCP agents. Network: 9e6fae8e-72c3-49ba-ab85-7183288aac1f, hostable agents: ['a381a417-f900-4967-9e50-4db2a6f3e74e'], hosted agents: [] {{(pid=104584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:20:05.248532 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7f4b00fb-34d0-47aa-9b51-f65b6dd970d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:05.334620 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a11a151-282e-421b-9325-07e49bc5318b admin admin] Network 9e6fae8e-72c3-49ba-ab85-7183288aac1f is scheduled to be hosted by DHCP agent a381a417-f900-4967-9e50-4db2a6f3e74e with binding_index 1 {{(pid=104584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:20:05.408740 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-1a11a151-282e-421b-9325-07e49bc5318b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848759-1-iscsi, 9e6fae8e-72c3-49ba-ab85-7183288aac1f) {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:20:05.412743 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a11a151-282e-421b-9325-07e49bc5318b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:05.413360 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-1a11a151-282e-421b-9325-07e49bc5318b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:05.419749 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211ec33f-98dc-41e3-8090-5c8e23868307 None None] Network 9e6fae8e-72c3-49ba-ab85-7183288aac1f requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:20:05.520148 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-1a11a151-282e-421b-9325-07e49bc5318b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6872993 Jul 05 16:20:05.522820 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53078) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:05.523658 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04443d8-2811-4c02-9432-24b91c6a7899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40cd4b13-2a95-5ef0-adc3-fdd5974ee50c-9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'fixed_ips': [{'subnet_id': 'dfab0825-7fb5-48bb-8aec-21481977af6e'}]}} from dv-cinder-848759-1-iscsi. {{(pid=104586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 05 16:20:05.524578 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-e04443d8-2811-4c02-9432-24b91c6a7899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:05.527622 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-29cfd583-8bf8-4206-817c-9d3bc27f346b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:20:05.609352 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-29cfd583-8bf8-4206-817c-9d3bc27f346b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075011'] for router (aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:05.610887 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-29cfd583-8bf8-4206-817c-9d3bc27f346b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075018'] for router (aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:05.659837 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.db_base_plugin_common [None req-e04443d8-2811-4c02-9432-24b91c6a7899 None None] Allocated IP 172.20.0.2 (9e6fae8e-72c3-49ba-ab85-7183288aac1f/dfab0825-7fb5-48bb-8aec-21481977af6e/c0c16d22-163e-4c81-8b7a-8b74cf36d305) {{(pid=104586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:20:05.664873 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-29cfd583-8bf8-4206-817c-9d3bc27f346b admin admin] Publish callbacks [] for router_controller (aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525), precommit_add_association {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:05.800099 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-e04443d8-2811-4c02-9432-24b91c6a7899 None None] Publish callbacks [] for port (c0c16d22-163e-4c81-8b7a-8b74cf36d305), precommit_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:05.865468 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-29cfd583-8bf8-4206-817c-9d3bc27f346b admin admin] Publish callbacks [] for router_gateway (aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:05.883424 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-e04443d8-2811-4c02-9432-24b91c6a7899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (c0c16d22-163e-4c81-8b7a-8b74cf36d305), after_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:05.921297 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04443d8-2811-4c02-9432-24b91c6a7899 None None] Network 9e6fae8e-72c3-49ba-ab85-7183288aac1f is already hosted by enough agents. {{(pid=104586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:20:05.924193 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.scheduler.base_scheduler [None req-e04443d8-2811-4c02-9432-24b91c6a7899 None None] Resources bound (agent type, host, resource id): {{(pid=104586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:20:05.927700 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04443d8-2811-4c02-9432-24b91c6a7899 None None] Received port after_create {{(pid=104586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:20:05.938295 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04443d8-2811-4c02-9432-24b91c6a7899 None None] Pushing event updated for resources: {'Port': ['ID=c0c16d22-163e-4c81-8b7a-8b74cf36d305,revision_number=1']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:05.993721 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-e04443d8-2811-4c02-9432-24b91c6a7899 None None] Attempting to bind port c0c16d22-163e-4c81-8b7a-8b74cf36d305 on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:20:05.994611 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-e04443d8-2811-4c02-9432-24b91c6a7899 None None] Attempting to bind port c0c16d22-163e-4c81-8b7a-8b74cf36d305 by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': 'ac8be657-26ab-4073-97c6-de99da3a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f'}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:20:05.995559 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04443d8-2811-4c02-9432-24b91c6a7899 None None] Attempting to bind port c0c16d22-163e-4c81-8b7a-8b74cf36d305 on network 9e6fae8e-72c3-49ba-ab85-7183288aac1f {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:20:06.001277 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04443d8-2811-4c02-9432-24b91c6a7899 None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:20:06.001746 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04443d8-2811-4c02-9432-24b91c6a7899 None None] Checking segment: {'id': 'ac8be657-26ab-4073-97c6-de99da3a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:20:06.002147 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-e04443d8-2811-4c02-9432-24b91c6a7899 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:06.003433 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04443d8-2811-4c02-9432-24b91c6a7899 None None] Bound using segment: {'id': 'ac8be657-26ab-4073-97c6-de99da3a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f'} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:20:06.003433 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-e04443d8-2811-4c02-9432-24b91c6a7899 None None] Bound port: c0c16d22-163e-4c81-8b7a-8b74cf36d305, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8be657-26ab-4073-97c6-de99da3a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f'}}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:20:06.003433 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-e04443d8-2811-4c02-9432-24b91c6a7899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (c0c16d22-163e-4c81-8b7a-8b74cf36d305), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:06.064607 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:06.067123 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-e04443d8-2811-4c02-9432-24b91c6a7899 None None] For port c0c16d22-163e-4c81-8b7a-8b74cf36d305, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:20:06.070465 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-e04443d8-2811-4c02-9432-24b91c6a7899 None None] For port c0c16d22-163e-4c81-8b7a-8b74cf36d305, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=c0c16d22-163e-4c81-8b7a-8b74cf36d305,segment=NetworkSegment(ac8be657-26ab-4073-97c6-de99da3a4b92),segment_id=ac8be657-26ab-4073-97c6-de99da3a4b92)] {{(pid=104586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:20:06.104727 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-29cfd583-8bf8-4206-817c-9d3bc27f346b admin admin] Publish callbacks [] for router_gateway (aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:06.123515 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-29cfd583-8bf8-4206-817c-9d3bc27f346b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:06.152563 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-e04443d8-2811-4c02-9432-24b91c6a7899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (c0c16d22-163e-4c81-8b7a-8b74cf36d305), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:06.194833 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:06.210116 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04443d8-2811-4c02-9432-24b91c6a7899 None None] Pushing event updated for resources: {'Port': ['ID=c0c16d22-163e-4c81-8b7a-8b74cf36d305,revision_number=2']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:06.223560 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:06.236081 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_common [None req-29cfd583-8bf8-4206-817c-9d3bc27f346b admin admin] Allocated IP 172.27.3.229 (90903495-288b-44cb-8357-c0c74fc45d82/c848da7f-4b94-4cfd-b899-6ee4cbeaeda8/2991a008-7722-4a29-b770-6cf6d511e8b1) {{(pid=104584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:20:06.347610 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-29cfd583-8bf8-4206-817c-9d3bc27f346b admin admin] Publish callbacks [] for port (2991a008-7722-4a29-b770-6cf6d511e8b1), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:06.357929 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:06.390677 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:06.472505 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-29cfd583-8bf8-4206-817c-9d3bc27f346b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (2991a008-7722-4a29-b770-6cf6d511e8b1), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:06.518335 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cfd583-8bf8-4206-817c-9d3bc27f346b admin admin] Network 90903495-288b-44cb-8357-c0c74fc45d82 is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:20:06.521373 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-29cfd583-8bf8-4206-817c-9d3bc27f346b admin admin] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:20:06.524034 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cfd583-8bf8-4206-817c-9d3bc27f346b admin admin] Received port after_create {{(pid=104584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:20:06.554292 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfd583-8bf8-4206-817c-9d3bc27f346b admin admin] Pushing event updated for resources: {'Port': ['ID=2991a008-7722-4a29-b770-6cf6d511e8b1,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:06.811337 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-29cfd583-8bf8-4206-817c-9d3bc27f346b admin admin] Publish callbacks [] for router_gateway (aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:07.087378 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113dc17f-4acd-4d66-957d-737ea2e45fe0 None None] Network 9e6fae8e-72c3-49ba-ab85-7183288aac1f requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:20:07.168730 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-59ead467-6416-4e64-8492-87276de61701 None None] Provisioning complete for port c0c16d22-163e-4c81-8b7a-8b74cf36d305 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:20:07.169116 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-59ead467-6416-4e64-8492-87276de61701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (c0c16d22-163e-4c81-8b7a-8b74cf36d305), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:07.260148 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-29cfd583-8bf8-4206-817c-9d3bc27f346b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509176'] for router (aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:07.292881 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-59ead467-6416-4e64-8492-87276de61701 None None] Current status of the port c0c16d22-163e-4c81-8b7a-8b74cf36d305 is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:20:07.293272 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-59ead467-6416-4e64-8492-87276de61701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (c0c16d22-163e-4c81-8b7a-8b74cf36d305), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:07.329538 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-59ead467-6416-4e64-8492-87276de61701 None None] For port c0c16d22-163e-4c81-8b7a-8b74cf36d305, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=c0c16d22-163e-4c81-8b7a-8b74cf36d305,segment=NetworkSegment(ac8be657-26ab-4073-97c6-de99da3a4b92),segment_id=ac8be657-26ab-4073-97c6-de99da3a4b92)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:20:07.414720 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-59ead467-6416-4e64-8492-87276de61701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (c0c16d22-163e-4c81-8b7a-8b74cf36d305), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:07.460836 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ead467-6416-4e64-8492-87276de61701 None None] Pushing event updated for resources: {'Port': ['ID=c0c16d22-163e-4c81-8b7a-8b74cf36d305,revision_number=3']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:07.500246 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cfd583-8bf8-4206-817c-9d3bc27f346b admin admin] Router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 is scheduled to L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 with binding_index 1 {{(pid=104584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 05 16:20:07.532555 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-75eb8097-9817-4eee-869c-c6272e72eaa6 None None] Provisioning complete for port c0c16d22-163e-4c81-8b7a-8b74cf36d305 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:20:07.532964 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-75eb8097-9817-4eee-869c-c6272e72eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (c0c16d22-163e-4c81-8b7a-8b74cf36d305), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:07.553633 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:07.607404 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cfd583-8bf8-4206-817c-9d3bc27f346b admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:20:07.620729 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe82225c-0f08-417b-9556-a3c7cb0f2bbd None None] Sync routers for ids ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:20:07.632945 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe82225c-0f08-417b-9556-a3c7cb0f2bbd None None] Routers {'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:20:07.642962 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-fe82225c-0f08-417b-9556-a3c7cb0f2bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:20:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:07.720101 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-29cfd583-8bf8-4206-817c-9d3bc27f346b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:07.722449 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-29cfd583-8bf8-4206-817c-9d3bc27f346b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1977236 Jul 05 16:20:07.724562 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 53080) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:07.737547 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-75eb8097-9817-4eee-869c-c6272e72eaa6 None None] Current status of the port c0c16d22-163e-4c81-8b7a-8b74cf36d305 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:20:07.737970 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-fe82225c-0f08-417b-9556-a3c7cb0f2bbd None None] Set router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:20:07.908205 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-fe82225c-0f08-417b-9556-a3c7cb0f2bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:05Z', 'updated_at': '2022-07-05T16:20:06Z', 'revision_number': 3, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'gw_port': {'id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:06Z', 'updated_at': '2022-07-05T16:20:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:07.939039 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe82225c-0f08-417b-9556-a3c7cb0f2bbd None None] Checking router: aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:20:07.939392 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe82225c-0f08-417b-9556-a3c7cb0f2bbd None None] Updating router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 port 2991a008-7722-4a29-b770-6cf6d511e8b1 binding host dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:20:07.966767 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-fe82225c-0f08-417b-9556-a3c7cb0f2bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (2991a008-7722-4a29-b770-6cf6d511e8b1), before_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:08.043723 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:08.111994 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:08.134454 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:08.153077 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:08.155813 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:08.211664 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-fe82225c-0f08-417b-9556-a3c7cb0f2bbd None None] Publish callbacks [] for port (2991a008-7722-4a29-b770-6cf6d511e8b1), precommit_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:08.270359 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device c0c16d22-163e-4c81-8b7a-8b74cf36d305 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:20:08.283297 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-fe82225c-0f08-417b-9556-a3c7cb0f2bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (2991a008-7722-4a29-b770-6cf6d511e8b1), after_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:08.296054 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Allocated IP 172.20.0.1 (9e6fae8e-72c3-49ba-ab85-7183288aac1f/dfab0825-7fb5-48bb-8aec-21481977af6e/fb83a8ce-5730-44ee-97e4-b9d6a0356d61) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:20:08.321085 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port c0c16d22-163e-4c81-8b7a-8b74cf36d305 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:20:08.321733 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (c0c16d22-163e-4c81-8b7a-8b74cf36d305), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:08.336791 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-fe82225c-0f08-417b-9556-a3c7cb0f2bbd None None] Attempting to bind port 2991a008-7722-4a29-b770-6cf6d511e8b1 on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:20:08.337282 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-fe82225c-0f08-417b-9556-a3c7cb0f2bbd None None] Attempting to bind port 2991a008-7722-4a29-b770-6cf6d511e8b1 by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}] {{(pid=104587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:20:08.338416 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe82225c-0f08-417b-9556-a3c7cb0f2bbd None None] Attempting to bind port 2991a008-7722-4a29-b770-6cf6d511e8b1 on network 90903495-288b-44cb-8357-c0c74fc45d82 {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:20:08.348826 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe82225c-0f08-417b-9556-a3c7cb0f2bbd None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:20:08.349483 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe82225c-0f08-417b-9556-a3c7cb0f2bbd None None] Checking segment: {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:20:08.349878 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-fe82225c-0f08-417b-9556-a3c7cb0f2bbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:08.350494 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe82225c-0f08-417b-9556-a3c7cb0f2bbd None None] Bound using segment: {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'} {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:20:08.350898 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-fe82225c-0f08-417b-9556-a3c7cb0f2bbd None None] Bound port: 2991a008-7722-4a29-b770-6cf6d511e8b1, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}}] {{(pid=104587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:20:08.351285 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-fe82225c-0f08-417b-9556-a3c7cb0f2bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (2991a008-7722-4a29-b770-6cf6d511e8b1), before_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:08.386656 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382a994-1e76-4284-9537-c809288827f8 None None] Pushing event updated for resources: {'Port': ['ID=2991a008-7722-4a29-b770-6cf6d511e8b1,revision_number=2']} {{(pid=104587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:08.398550 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port c0c16d22-163e-4c81-8b7a-8b74cf36d305 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:20:08.404156 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.db [None req-fe82225c-0f08-417b-9556-a3c7cb0f2bbd None None] For port 2991a008-7722-4a29-b770-6cf6d511e8b1, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:20:08.405943 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:08.408637 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.db [None req-fe82225c-0f08-417b-9556-a3c7cb0f2bbd None None] For port 2991a008-7722-4a29-b770-6cf6d511e8b1, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=2991a008-7722-4a29-b770-6cf6d511e8b1,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:20:08.415037 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382a994-1e76-4284-9537-c809288827f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.419458 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382a994-1e76-4284-9537-c809288827f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.419458 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382a994-1e76-4284-9537-c809288827f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.419458 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382a994-1e76-4284-9537-c809288827f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.419458 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382a994-1e76-4284-9537-c809288827f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.419875 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Publish callbacks [] for port (fb83a8ce-5730-44ee-97e4-b9d6a0356d61), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:08.419975 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382a994-1e76-4284-9537-c809288827f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.419975 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382a994-1e76-4284-9537-c809288827f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.419975 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382a994-1e76-4284-9537-c809288827f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.419975 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382a994-1e76-4284-9537-c809288827f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.419975 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382a994-1e76-4284-9537-c809288827f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.419975 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382a994-1e76-4284-9537-c809288827f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.419975 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382a994-1e76-4284-9537-c809288827f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.419975 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382a994-1e76-4284-9537-c809288827f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.419975 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382a994-1e76-4284-9537-c809288827f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.420746 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382a994-1e76-4284-9537-c809288827f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.495354 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-fe82225c-0f08-417b-9556-a3c7cb0f2bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (2991a008-7722-4a29-b770-6cf6d511e8b1), after_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:08.524676 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (fb83a8ce-5730-44ee-97e4-b9d6a0356d61), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:08.548874 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe82225c-0f08-417b-9556-a3c7cb0f2bbd None None] Routers {'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:20:08.549398 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-fe82225c-0f08-417b-9556-a3c7cb0f2bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:20:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:08.567810 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Network 9e6fae8e-72c3-49ba-ab85-7183288aac1f is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:20:08.572865 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:20:08.575054 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Pushing event updated for resources: {'Port': ['ID=fb83a8ce-5730-44ee-97e4-b9d6a0356d61,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:08.577323 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:20:08.586770 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382a994-1e76-4284-9537-c809288827f8 None None] Pushing event updated for resources: {'Port': ['ID=2991a008-7722-4a29-b770-6cf6d511e8b1,revision_number=3']} {{(pid=104587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:08.608386 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.608736 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.609106 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.609445 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.609780 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.610108 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.610696 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.611020 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.611344 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.611666 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.611992 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.612318 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.612620 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.612966 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.613287 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:08.637022 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518656'] for router_interface (aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:08.655352 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=100 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:08.660294 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-fe82225c-0f08-417b-9556-a3c7cb0f2bbd None None] Set router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:20:08.824708 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (fb83a8ce-5730-44ee-97e4-b9d6a0356d61), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:08.863688 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-9f84ceaa-fc26-42fc-837b-7914c558c86d None None] Provisioning complete for port fb83a8ce-5730-44ee-97e4-b9d6a0356d61 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:20:08.864004 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-9f84ceaa-fc26-42fc-837b-7914c558c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (fb83a8ce-5730-44ee-97e4-b9d6a0356d61), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:08.864978 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:08.896899 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-9f84ceaa-fc26-42fc-837b-7914c558c86d None None] Port fb83a8ce-5730-44ee-97e4-b9d6a0356d61 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:20:08.912358 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-fe82225c-0f08-417b-9556-a3c7cb0f2bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:05Z', 'updated_at': '2022-07-05T16:20:06Z', 'revision_number': 3, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'gw_port': {'id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:06Z', 'updated_at': '2022-07-05T16:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:08.951492 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe82225c-0f08-417b-9556-a3c7cb0f2bbd None None] The sync data for ids ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'] in dv-cinder-848759-1-iscsi is: [{'id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:05Z', 'updated_at': '2022-07-05T16:20:06Z', 'revision_number': 3, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'gw_port': {'id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:06Z', 'updated_at': '2022-07-05T16:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:20:09.001293 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Publish callbacks [] for port (fb83a8ce-5730-44ee-97e4-b9d6a0356d61), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:09.071299 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (fb83a8ce-5730-44ee-97e4-b9d6a0356d61), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:09.143688 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Pushing event updated for resources: {'Port': ['ID=fb83a8ce-5730-44ee-97e4-b9d6a0356d61,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:09.146412 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518804'] for router_interface (aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:09.250927 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Network 9e6fae8e-72c3-49ba-ab85-7183288aac1f is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:20:09.252357 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:20:09.510466 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:09.510466 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:20:09.510466 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:20:09.510466 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-3d109e19-8577-49ac-8404-cf051ba0051f admin admin] 10.222.0.45 "PUT /v2.0/routers/aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7787490 Jul 05 16:20:09.522369 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-eb3c4d35-3a4f-49b3-b6df-0e85a4aaa4b9 None None] Provisioning complete for port fb83a8ce-5730-44ee-97e4-b9d6a0356d61 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:20:09.523447 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-eb3c4d35-3a4f-49b3-b6df-0e85a4aaa4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (fb83a8ce-5730-44ee-97e4-b9d6a0356d61), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:09.557712 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c4d35-3a4f-49b3-b6df-0e85a4aaa4b9 None None] Port fb83a8ce-5730-44ee-97e4-b9d6a0356d61 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:20:10.231172 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53096) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:10.236663 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-ff2f975d-022d-46d2-8101-f96b05614be8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1435608760-network', 'tenant_id': '62a2450c58494ce0a452354e69162dd2'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:20:10.276342 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 2991a008-7722-4a29-b770-6cf6d511e8b1 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:20:10.323668 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2f975d-022d-46d2-8101-f96b05614be8 admin admin] Made reservation on behalf of 62a2450c58494ce0a452354e69162dd2 for: {'network': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:20:10.324293 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 2991a008-7722-4a29-b770-6cf6d511e8b1 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:20:10.324668 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (2991a008-7722-4a29-b770-6cf6d511e8b1), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:10.326001 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:10.326149 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-ff2f975d-022d-46d2-8101-f96b05614be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for network (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:10.334930 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-ff2f975d-022d-46d2-8101-f96b05614be8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:10.370079 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:10.400686 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 2991a008-7722-4a29-b770-6cf6d511e8b1 is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:20:10.401113 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (2991a008-7722-4a29-b770-6cf6d511e8b1), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:10.415624 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-ff2f975d-022d-46d2-8101-f96b05614be8 admin admin] Publish callbacks [] for security_group (2c06c0ac-ba01-4fb6-aaa3-0221c6c61e28), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:10.421819 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] For port 2991a008-7722-4a29-b770-6cf6d511e8b1, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=2991a008-7722-4a29-b770-6cf6d511e8b1,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:20:10.477504 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (2991a008-7722-4a29-b770-6cf6d511e8b1), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:10.477729 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-ff2f975d-022d-46d2-8101-f96b05614be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (2c06c0ac-ba01-4fb6-aaa3-0221c6c61e28), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:10.501364 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2f975d-022d-46d2-8101-f96b05614be8 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=104584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:20:10.535974 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-ff2f975d-022d-46d2-8101-f96b05614be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (1bd1bb37-c5d9-458a-9561-077240e8fa4c), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:10.535974 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.db.segments_db [None req-ff2f975d-022d-46d2-8101-f96b05614be8 admin admin] Added segment 1bd1bb37-c5d9-458a-9561-077240e8fa4c of type vlan for network 19c6734c-93db-4737-9969-61b510acca8e Jul 05 16:20:10.535974 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f975d-022d-46d2-8101-f96b05614be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c06c0ac-ba01-4fb6-aaa3-0221c6c61e28,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:10.536508 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Pushing event updated for resources: {'Port': ['ID=2991a008-7722-4a29-b770-6cf6d511e8b1,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:10.538909 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:10.539467 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:10.539685 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:10.540027 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:10.540361 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:10.540819 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:10.541075 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:10.541401 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:10.541727 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:10.542034 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:10.542362 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:10.542687 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:10.543008 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:10.543327 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:10.543647 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:20:10.573470 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:10.574132 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffeef12-3196-4378-a66b-5f1835eee912 None None] Sync routers for ids ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:20:10.574243 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-ff2f975d-022d-46d2-8101-f96b05614be8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746276236728'] for network (19c6734c-93db-4737-9969-61b510acca8e), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:10.574726 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffeef12-3196-4378-a66b-5f1835eee912 None None] Routers {'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:20:10.575334 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-dffeef12-3196-4378-a66b-5f1835eee912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:20:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:10.655134 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-ff2f975d-022d-46d2-8101-f96b05614be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959'] for network (19c6734c-93db-4737-9969-61b510acca8e), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:10.656246 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2f975d-022d-46d2-8101-f96b05614be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:10.656976 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-ff2f975d-022d-46d2-8101-f96b05614be8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:10.676718 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-dffeef12-3196-4378-a66b-5f1835eee912 None None] Set router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:20:10.720105 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f975d-022d-46d2-8101-f96b05614be8 admin admin] Pushing event updated for resources: {'Network': ['ID=19c6734c-93db-4737-9969-61b510acca8e,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:10.743186 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Network 19c6734c-93db-4737-9969-61b510acca8e details requested by agent ovs-agent-dv-cinder-848759-1-iscsi with host dv-cinder-848759-1-iscsi {{(pid=104586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:20:10.833931 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-ff2f975d-022d-46d2-8101-f96b05614be8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6013255 Jul 05 16:20:10.836667 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53098) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:10.841428 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-546e55fd-66bd-4ef0-9ab1-90a4c88db18a admin admin] Request body: {'subnet': {'network_id': '19c6734c-93db-4737-9969-61b510acca8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1435608760-subnet', 'tenant_id': '62a2450c58494ce0a452354e69162dd2', 'ip_version': 4}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:20:10.922639 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546e55fd-66bd-4ef0-9ab1-90a4c88db18a admin admin] Made reservation on behalf of 62a2450c58494ce0a452354e69162dd2 for: {'subnet': 1} {{(pid=104584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:20:10.925097 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-546e55fd-66bd-4ef0-9ab1-90a4c88db18a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10411027'] for subnet (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:10.926530 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-dffeef12-3196-4378-a66b-5f1835eee912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:05Z', 'updated_at': '2022-07-05T16:20:08Z', 'revision_number': 4, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'gw_port': {'id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:06Z', 'updated_at': '2022-07-05T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'fb83a8ce-5730-44ee-97e4-b9d6a0356d61', 'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'mac_address': 'fa:16:3e:66:8d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:08Z', 'updated_at': '2022-07-05T16:20:08Z', 'revision_number': 2, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'subnets': [{'id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:10.951820 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffeef12-3196-4378-a66b-5f1835eee912 None None] Checking router: aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:20:10.952176 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffeef12-3196-4378-a66b-5f1835eee912 None None] Updating router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 port fb83a8ce-5730-44ee-97e4-b9d6a0356d61 binding host dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:20:10.980268 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-dffeef12-3196-4378-a66b-5f1835eee912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (fb83a8ce-5730-44ee-97e4-b9d6a0356d61), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:11.145955 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-546e55fd-66bd-4ef0-9ab1-90a4c88db18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1268045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10411769'] for subnet (3284cc77-bc37-47c9-ab5d-92799b5de1a1), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:11.206159 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e55fd-66bd-4ef0-9ab1-90a4c88db18a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3284cc77-bc37-47c9-ab5d-92799b5de1a1,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:11.209535 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:11.218241 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546e55fd-66bd-4ef0-9ab1-90a4c88db18a admin admin] Checking segment: {'id': '1bd1bb37-c5d9-458a-9561-077240e8fa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '19c6734c-93db-4737-9969-61b510acca8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:20:11.218241 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546e55fd-66bd-4ef0-9ab1-90a4c88db18a admin admin] Network hostable DHCP agents. Network: 19c6734c-93db-4737-9969-61b510acca8e, hostable agents: ['a381a417-f900-4967-9e50-4db2a6f3e74e'], hosted agents: [] {{(pid=104584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:20:11.246547 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-dffeef12-3196-4378-a66b-5f1835eee912 None None] Publish callbacks [] for port (fb83a8ce-5730-44ee-97e4-b9d6a0356d61), precommit_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:11.294538 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546e55fd-66bd-4ef0-9ab1-90a4c88db18a admin admin] Network 19c6734c-93db-4737-9969-61b510acca8e is scheduled to be hosted by DHCP agent a381a417-f900-4967-9e50-4db2a6f3e74e with binding_index 1 {{(pid=104584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:20:11.323303 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-dffeef12-3196-4378-a66b-5f1835eee912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (fb83a8ce-5730-44ee-97e4-b9d6a0356d61), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:11.329182 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:11.378607 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875d5ec-aa08-4235-9c28-2213a8fa8484 None None] Pushing event updated for resources: {'Port': ['ID=fb83a8ce-5730-44ee-97e4-b9d6a0356d61,revision_number=3']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:11.383132 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-546e55fd-66bd-4ef0-9ab1-90a4c88db18a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848759-1-iscsi, 19c6734c-93db-4737-9969-61b510acca8e) {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:20:11.388040 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546e55fd-66bd-4ef0-9ab1-90a4c88db18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:11.388979 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-546e55fd-66bd-4ef0-9ab1-90a4c88db18a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:11.402842 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe32a2fa-b24f-4410-9ad9-e50e9020806b None None] Network 19c6734c-93db-4737-9969-61b510acca8e requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:20:11.437913 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=100 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:11.464409 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-dffeef12-3196-4378-a66b-5f1835eee912 None None] Attempting to bind port fb83a8ce-5730-44ee-97e4-b9d6a0356d61 on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:20:11.464801 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-dffeef12-3196-4378-a66b-5f1835eee912 None None] Attempting to bind port fb83a8ce-5730-44ee-97e4-b9d6a0356d61 by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': 'ac8be657-26ab-4073-97c6-de99da3a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f'}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:20:11.465241 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffeef12-3196-4378-a66b-5f1835eee912 None None] Attempting to bind port fb83a8ce-5730-44ee-97e4-b9d6a0356d61 on network 9e6fae8e-72c3-49ba-ab85-7183288aac1f {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:20:11.469839 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-546e55fd-66bd-4ef0-9ab1-90a4c88db18a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6317852 Jul 05 16:20:11.471986 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53100) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:11.476597 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-59594857-6a57-460c-9845-dd8eea13a53c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1435608760-router', 'tenant_id': '62a2450c58494ce0a452354e69162dd2', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:20:11.505287 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffeef12-3196-4378-a66b-5f1835eee912 None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:20:11.505287 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffeef12-3196-4378-a66b-5f1835eee912 None None] Checking segment: {'id': 'ac8be657-26ab-4073-97c6-de99da3a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:20:11.505287 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-dffeef12-3196-4378-a66b-5f1835eee912 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:11.505287 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffeef12-3196-4378-a66b-5f1835eee912 None None] Bound using segment: {'id': 'ac8be657-26ab-4073-97c6-de99da3a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f'} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:20:11.505287 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-dffeef12-3196-4378-a66b-5f1835eee912 None None] Bound port: fb83a8ce-5730-44ee-97e4-b9d6a0356d61, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8be657-26ab-4073-97c6-de99da3a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f'}}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:20:11.505287 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-dffeef12-3196-4378-a66b-5f1835eee912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (fb83a8ce-5730-44ee-97e4-b9d6a0356d61), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:11.580554 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bee07f-c6db-463c-a320-b314e92b7e4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40cd4b13-2a95-5ef0-adc3-fdd5974ee50c-19c6734c-93db-4737-9969-61b510acca8e', 'network_id': '19c6734c-93db-4737-9969-61b510acca8e', 'project_id': '62a2450c58494ce0a452354e69162dd2', 'fixed_ips': [{'subnet_id': '3284cc77-bc37-47c9-ab5d-92799b5de1a1'}]}} from dv-cinder-848759-1-iscsi. {{(pid=104586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 05 16:20:11.581474 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-84bee07f-c6db-463c-a320-b314e92b7e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:11.586663 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-59594857-6a57-460c-9845-dd8eea13a53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075011'] for router (4ea8bf53-9a55-4b9d-bb77-b6addac7065a), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:11.588241 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-59594857-6a57-460c-9845-dd8eea13a53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075018'] for router (4ea8bf53-9a55-4b9d-bb77-b6addac7065a), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:11.615311 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-185a133e-3f38-4a8d-8469-4e2bd1bf4a84 None None] Provisioning complete for port fb83a8ce-5730-44ee-97e4-b9d6a0356d61 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:20:11.615697 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-185a133e-3f38-4a8d-8469-4e2bd1bf4a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (fb83a8ce-5730-44ee-97e4-b9d6a0356d61), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:11.619488 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-dffeef12-3196-4378-a66b-5f1835eee912 None None] For port fb83a8ce-5730-44ee-97e4-b9d6a0356d61, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:20:11.637771 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-59594857-6a57-460c-9845-dd8eea13a53c admin admin] Publish callbacks [] for router_controller (4ea8bf53-9a55-4b9d-bb77-b6addac7065a), precommit_add_association {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:11.658184 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-dffeef12-3196-4378-a66b-5f1835eee912 None None] For port fb83a8ce-5730-44ee-97e4-b9d6a0356d61, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=fb83a8ce-5730-44ee-97e4-b9d6a0356d61,segment=NetworkSegment(ac8be657-26ab-4073-97c6-de99da3a4b92),segment_id=ac8be657-26ab-4073-97c6-de99da3a4b92)] {{(pid=104586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:20:11.717417 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-185a133e-3f38-4a8d-8469-4e2bd1bf4a84 None None] Port fb83a8ce-5730-44ee-97e4-b9d6a0356d61 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:20:11.725864 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-dffeef12-3196-4378-a66b-5f1835eee912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (fb83a8ce-5730-44ee-97e4-b9d6a0356d61), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:11.812440 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:11.824460 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffeef12-3196-4378-a66b-5f1835eee912 None None] Routers {'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:20:11.825145 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-dffeef12-3196-4378-a66b-5f1835eee912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:20:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:11.827382 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-59594857-6a57-460c-9845-dd8eea13a53c admin admin] Publish callbacks [] for router_gateway (4ea8bf53-9a55-4b9d-bb77-b6addac7065a), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:11.869717 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875d5ec-aa08-4235-9c28-2213a8fa8484 None None] Pushing event updated for resources: {'Port': ['ID=fb83a8ce-5730-44ee-97e4-b9d6a0356d61,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:11.885206 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.db_base_plugin_common [None req-84bee07f-c6db-463c-a320-b314e92b7e4e None None] Allocated IP 172.20.0.2 (19c6734c-93db-4737-9969-61b510acca8e/3284cc77-bc37-47c9-ab5d-92799b5de1a1/72c3a003-50d3-43db-8dbb-8091ebb60217) {{(pid=104586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:20:11.959048 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:12.011958 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-dffeef12-3196-4378-a66b-5f1835eee912 None None] Set router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:20:12.082499 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-59594857-6a57-460c-9845-dd8eea13a53c admin admin] Publish callbacks [] for router_gateway (4ea8bf53-9a55-4b9d-bb77-b6addac7065a), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:12.102960 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-59594857-6a57-460c-9845-dd8eea13a53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:12.203293 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-6b85f5ae-ae53-4069-865d-f9f7cd842436 None None] Provisioning complete for port fb83a8ce-5730-44ee-97e4-b9d6a0356d61 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:20:12.203293 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-6b85f5ae-ae53-4069-865d-f9f7cd842436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (fb83a8ce-5730-44ee-97e4-b9d6a0356d61), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:12.214409 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_common [None req-59594857-6a57-460c-9845-dd8eea13a53c admin admin] Allocated IP 172.27.3.89 (90903495-288b-44cb-8357-c0c74fc45d82/c848da7f-4b94-4cfd-b899-6ee4cbeaeda8/74b82416-9d35-4a61-99af-6643dc3b1cdb) {{(pid=104584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:20:12.299991 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 2991a008-7722-4a29-b770-6cf6d511e8b1 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:20:12.322510 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-59594857-6a57-460c-9845-dd8eea13a53c admin admin] Publish callbacks [] for port (74b82416-9d35-4a61-99af-6643dc3b1cdb), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:12.401589 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-84bee07f-c6db-463c-a320-b314e92b7e4e None None] Publish callbacks [] for port (72c3a003-50d3-43db-8dbb-8091ebb60217), precommit_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:12.420317 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:12.457316 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 2991a008-7722-4a29-b770-6cf6d511e8b1 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:20:12.457678 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (2991a008-7722-4a29-b770-6cf6d511e8b1), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:12.461994 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-59594857-6a57-460c-9845-dd8eea13a53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (74b82416-9d35-4a61-99af-6643dc3b1cdb), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:12.508583 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59594857-6a57-460c-9845-dd8eea13a53c admin admin] Network 90903495-288b-44cb-8357-c0c74fc45d82 is already hosted by enough agents. {{(pid=104584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:20:12.513480 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-84bee07f-c6db-463c-a320-b314e92b7e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849'] for port (72c3a003-50d3-43db-8dbb-8091ebb60217), after_create {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:12.514334 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.base_scheduler [None req-59594857-6a57-460c-9845-dd8eea13a53c admin admin] Resources bound (agent type, host, resource id): {{(pid=104584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:20:12.516778 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59594857-6a57-460c-9845-dd8eea13a53c admin admin] Received port after_create {{(pid=104584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:20:12.519934 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-6b85f5ae-ae53-4069-865d-f9f7cd842436 None None] Current status of the port fb83a8ce-5730-44ee-97e4-b9d6a0356d61 is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:20:12.520833 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-6b85f5ae-ae53-4069-865d-f9f7cd842436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (fb83a8ce-5730-44ee-97e4-b9d6a0356d61), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:12.520962 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59594857-6a57-460c-9845-dd8eea13a53c admin admin] Pushing event updated for resources: {'Port': ['ID=74b82416-9d35-4a61-99af-6643dc3b1cdb,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:12.594414 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bee07f-c6db-463c-a320-b314e92b7e4e None None] Network 19c6734c-93db-4737-9969-61b510acca8e is already hosted by enough agents. {{(pid=104586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:20:12.598531 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-dffeef12-3196-4378-a66b-5f1835eee912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:05Z', 'updated_at': '2022-07-05T16:20:08Z', 'revision_number': 4, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'gw_port': {'id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:06Z', 'updated_at': '2022-07-05T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'fb83a8ce-5730-44ee-97e4-b9d6a0356d61', 'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'mac_address': 'fa:16:3e:66:8d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:08Z', 'updated_at': '2022-07-05T16:20:11Z', 'revision_number': 4, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'subnets': [{'id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:12.605923 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.scheduler.base_scheduler [None req-84bee07f-c6db-463c-a320-b314e92b7e4e None None] Resources bound (agent type, host, resource id): {{(pid=104586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:20:12.611500 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bee07f-c6db-463c-a320-b314e92b7e4e None None] Pushing event updated for resources: {'Port': ['ID=72c3a003-50d3-43db-8dbb-8091ebb60217,revision_number=1']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:12.622560 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bee07f-c6db-463c-a320-b314e92b7e4e None None] Received port after_create {{(pid=104586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:20:12.649449 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-6b85f5ae-ae53-4069-865d-f9f7cd842436 None None] For port fb83a8ce-5730-44ee-97e4-b9d6a0356d61, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=fb83a8ce-5730-44ee-97e4-b9d6a0356d61,segment=NetworkSegment(ac8be657-26ab-4073-97c6-de99da3a4b92),segment_id=ac8be657-26ab-4073-97c6-de99da3a4b92)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:20:12.652631 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffeef12-3196-4378-a66b-5f1835eee912 None None] The sync data for ids ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'] in dv-cinder-848759-1-iscsi is: [{'id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:05Z', 'updated_at': '2022-07-05T16:20:08Z', 'revision_number': 4, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'gw_port': {'id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:06Z', 'updated_at': '2022-07-05T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'fb83a8ce-5730-44ee-97e4-b9d6a0356d61', 'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'mac_address': 'fa:16:3e:66:8d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:08Z', 'updated_at': '2022-07-05T16:20:11Z', 'revision_number': 4, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'subnets': [{'id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:20:12.705220 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:12.734842 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 2991a008-7722-4a29-b770-6cf6d511e8b1 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:20:12.751906 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-84bee07f-c6db-463c-a320-b314e92b7e4e None None] Attempting to bind port 72c3a003-50d3-43db-8dbb-8091ebb60217 on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:20:12.753307 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-84bee07f-c6db-463c-a320-b314e92b7e4e None None] Attempting to bind port 72c3a003-50d3-43db-8dbb-8091ebb60217 by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': '1bd1bb37-c5d9-458a-9561-077240e8fa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '19c6734c-93db-4737-9969-61b510acca8e'}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:20:12.753673 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bee07f-c6db-463c-a320-b314e92b7e4e None None] Attempting to bind port 72c3a003-50d3-43db-8dbb-8091ebb60217 on network 19c6734c-93db-4737-9969-61b510acca8e {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:20:12.761173 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bee07f-c6db-463c-a320-b314e92b7e4e None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:20:12.761562 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bee07f-c6db-463c-a320-b314e92b7e4e None None] Checking segment: {'id': '1bd1bb37-c5d9-458a-9561-077240e8fa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '19c6734c-93db-4737-9969-61b510acca8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:20:12.762004 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-84bee07f-c6db-463c-a320-b314e92b7e4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:12.762377 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bee07f-c6db-463c-a320-b314e92b7e4e None None] Bound using segment: {'id': '1bd1bb37-c5d9-458a-9561-077240e8fa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '19c6734c-93db-4737-9969-61b510acca8e'} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:20:12.762849 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-84bee07f-c6db-463c-a320-b314e92b7e4e None None] Bound port: 72c3a003-50d3-43db-8dbb-8091ebb60217, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd1bb37-c5d9-458a-9561-077240e8fa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '19c6734c-93db-4737-9969-61b510acca8e'}}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:20:12.763230 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-84bee07f-c6db-463c-a320-b314e92b7e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (72c3a003-50d3-43db-8dbb-8091ebb60217), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:12.766704 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-6b85f5ae-ae53-4069-865d-f9f7cd842436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (fb83a8ce-5730-44ee-97e4-b9d6a0356d61), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:12.857904 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85f5ae-ae53-4069-865d-f9f7cd842436 None None] Pushing event updated for resources: {'Port': ['ID=fb83a8ce-5730-44ee-97e4-b9d6a0356d61,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:12.865670 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:12.878951 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-84bee07f-c6db-463c-a320-b314e92b7e4e None None] For port 72c3a003-50d3-43db-8dbb-8091ebb60217, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:20:12.879549 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-59594857-6a57-460c-9845-dd8eea13a53c admin admin] Publish callbacks [] for router_gateway (4ea8bf53-9a55-4b9d-bb77-b6addac7065a), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:12.885908 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-84bee07f-c6db-463c-a320-b314e92b7e4e None None] For port 72c3a003-50d3-43db-8dbb-8091ebb60217, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=72c3a003-50d3-43db-8dbb-8091ebb60217,segment=NetworkSegment(1bd1bb37-c5d9-458a-9561-077240e8fa4c),segment_id=1bd1bb37-c5d9-458a-9561-077240e8fa4c)] {{(pid=104586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:20:12.980986 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-84bee07f-c6db-463c-a320-b314e92b7e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (72c3a003-50d3-43db-8dbb-8091ebb60217), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:13.040417 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bee07f-c6db-463c-a320-b314e92b7e4e None None] Pushing event updated for resources: {'Port': ['ID=72c3a003-50d3-43db-8dbb-8091ebb60217,revision_number=2']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:13.068229 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:13.081499 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-59594857-6a57-460c-9845-dd8eea13a53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509176'] for router (4ea8bf53-9a55-4b9d-bb77-b6addac7065a), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:13.295017 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59594857-6a57-460c-9845-dd8eea13a53c admin admin] Router 4ea8bf53-9a55-4b9d-bb77-b6addac7065a is scheduled to L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 with binding_index 1 {{(pid=104584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 05 16:20:13.414711 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59594857-6a57-460c-9845-dd8eea13a53c admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:20:13.424978 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb42499-fe13-4b74-baae-1f2b5d2cbf3e None None] Sync routers for ids ['4ea8bf53-9a55-4b9d-bb77-b6addac7065a'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:20:13.436202 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb42499-fe13-4b74-baae-1f2b5d2cbf3e None None] Routers {'4ea8bf53-9a55-4b9d-bb77-b6addac7065a'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:20:13.440987 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-4bb42499-fe13-4b74-baae-1f2b5d2cbf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:20:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['4ea8bf53-9a55-4b9d-bb77-b6addac7065a'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:13.491241 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-59594857-6a57-460c-9845-dd8eea13a53c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:13.495613 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-59594857-6a57-460c-9845-dd8eea13a53c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0194247 Jul 05 16:20:13.502800 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 53102) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:13.546288 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-4bb42499-fe13-4b74-baae-1f2b5d2cbf3e None None] Set router 4ea8bf53-9a55-4b9d-bb77-b6addac7065a gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:20:13.724493 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-4bb42499-fe13-4b74-baae-1f2b5d2cbf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea8bf53-9a55-4b9d-bb77-b6addac7065a', 'name': 'tempest-TestVolumeBootPattern-1435608760-router', 'tenant_id': '62a2450c58494ce0a452354e69162dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '74b82416-9d35-4a61-99af-6643dc3b1cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:11Z', 'updated_at': '2022-07-05T16:20:12Z', 'revision_number': 3, 'project_id': '62a2450c58494ce0a452354e69162dd2', 'gw_port': {'id': '74b82416-9d35-4a61-99af-6643dc3b1cdb', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:65:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea8bf53-9a55-4b9d-bb77-b6addac7065a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:12Z', 'updated_at': '2022-07-05T16:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:13.751539 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb42499-fe13-4b74-baae-1f2b5d2cbf3e None None] Checking router: 4ea8bf53-9a55-4b9d-bb77-b6addac7065a for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:20:13.754665 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb42499-fe13-4b74-baae-1f2b5d2cbf3e None None] Updating router 4ea8bf53-9a55-4b9d-bb77-b6addac7065a port 74b82416-9d35-4a61-99af-6643dc3b1cdb binding host dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:20:13.758058 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:13.787062 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-4bb42499-fe13-4b74-baae-1f2b5d2cbf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (74b82416-9d35-4a61-99af-6643dc3b1cdb), before_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:13.947350 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-980c1006-f88c-45d8-abe5-d9dd73afef0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:14.059899 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-4bb42499-fe13-4b74-baae-1f2b5d2cbf3e None None] Publish callbacks [] for port (74b82416-9d35-4a61-99af-6643dc3b1cdb), precommit_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:14.097230 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb494715-83f1-48ed-b433-34f1c41dd3ce None None] Network 19c6734c-93db-4737-9969-61b510acca8e requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:20:14.110234 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [None req-980c1006-f88c-45d8-abe5-d9dd73afef0c admin admin] Allocated IP 172.20.0.1 (19c6734c-93db-4737-9969-61b510acca8e/3284cc77-bc37-47c9-ab5d-92799b5de1a1/2179cc16-2915-48c9-934e-e3653b6b5ab5) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:20:14.128393 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-4bb42499-fe13-4b74-baae-1f2b5d2cbf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (74b82416-9d35-4a61-99af-6643dc3b1cdb), after_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:14.184112 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdb52d-4daa-4077-bd18-bc2445271798 None None] Pushing event updated for resources: {'Port': ['ID=74b82416-9d35-4a61-99af-6643dc3b1cdb,revision_number=2']} {{(pid=104587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:14.186484 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-4bb42499-fe13-4b74-baae-1f2b5d2cbf3e None None] Attempting to bind port 74b82416-9d35-4a61-99af-6643dc3b1cdb on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:20:14.186948 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-4bb42499-fe13-4b74-baae-1f2b5d2cbf3e None None] Attempting to bind port 74b82416-9d35-4a61-99af-6643dc3b1cdb by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}] {{(pid=104587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:20:14.187404 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb42499-fe13-4b74-baae-1f2b5d2cbf3e None None] Attempting to bind port 74b82416-9d35-4a61-99af-6643dc3b1cdb on network 90903495-288b-44cb-8357-c0c74fc45d82 {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:20:14.194536 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb42499-fe13-4b74-baae-1f2b5d2cbf3e None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:20:14.195064 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb42499-fe13-4b74-baae-1f2b5d2cbf3e None None] Checking segment: {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:20:14.195557 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-4bb42499-fe13-4b74-baae-1f2b5d2cbf3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:14.196392 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb42499-fe13-4b74-baae-1f2b5d2cbf3e None None] Bound using segment: {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'} {{(pid=104587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:20:14.196575 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.managers [None req-4bb42499-fe13-4b74-baae-1f2b5d2cbf3e None None] Bound port: 74b82416-9d35-4a61-99af-6643dc3b1cdb, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8607f107-5aee-4096-a937-f707c3047b99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82'}}] {{(pid=104587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:20:14.197614 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-4bb42499-fe13-4b74-baae-1f2b5d2cbf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (74b82416-9d35-4a61-99af-6643dc3b1cdb), before_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:14.220053 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-ce4238a5-4e95-4e7e-be35-67cc777ef6f9 None None] Provisioning complete for port 72c3a003-50d3-43db-8dbb-8091ebb60217 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:20:14.220422 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-ce4238a5-4e95-4e7e-be35-67cc777ef6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (72c3a003-50d3-43db-8dbb-8091ebb60217), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:14.231028 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-980c1006-f88c-45d8-abe5-d9dd73afef0c admin admin] Publish callbacks [] for port (2179cc16-2915-48c9-934e-e3653b6b5ab5), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:14.232071 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:14.263212 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.db [None req-4bb42499-fe13-4b74-baae-1f2b5d2cbf3e None None] For port 74b82416-9d35-4a61-99af-6643dc3b1cdb, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:20:14.265739 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:14.268080 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.plugins.ml2.db [None req-4bb42499-fe13-4b74-baae-1f2b5d2cbf3e None None] For port 74b82416-9d35-4a61-99af-6643dc3b1cdb, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=74b82416-9d35-4a61-99af-6643dc3b1cdb,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:20:14.315844 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-ce4238a5-4e95-4e7e-be35-67cc777ef6f9 None None] Current status of the port 72c3a003-50d3-43db-8dbb-8091ebb60217 is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:20:14.316407 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-ce4238a5-4e95-4e7e-be35-67cc777ef6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (72c3a003-50d3-43db-8dbb-8091ebb60217), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:14.352542 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-980c1006-f88c-45d8-abe5-d9dd73afef0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (2179cc16-2915-48c9-934e-e3653b6b5ab5), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:14.352757 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-ce4238a5-4e95-4e7e-be35-67cc777ef6f9 None None] For port 72c3a003-50d3-43db-8dbb-8091ebb60217, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=72c3a003-50d3-43db-8dbb-8091ebb60217,segment=NetworkSegment(1bd1bb37-c5d9-458a-9561-077240e8fa4c),segment_id=1bd1bb37-c5d9-458a-9561-077240e8fa4c)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:20:14.372365 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device fb83a8ce-5730-44ee-97e4-b9d6a0356d61 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:20:14.387992 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron_lib.callbacks.manager [None req-4bb42499-fe13-4b74-baae-1f2b5d2cbf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (74b82416-9d35-4a61-99af-6643dc3b1cdb), after_update {{(pid=104587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:14.405429 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980c1006-f88c-45d8-abe5-d9dd73afef0c admin admin] Network 19c6734c-93db-4737-9969-61b510acca8e is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:20:14.410732 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-980c1006-f88c-45d8-abe5-d9dd73afef0c admin admin] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:20:14.413310 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980c1006-f88c-45d8-abe5-d9dd73afef0c admin admin] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:20:14.434282 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port fb83a8ce-5730-44ee-97e4-b9d6a0356d61 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:20:14.434532 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (fb83a8ce-5730-44ee-97e4-b9d6a0356d61), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:14.454374 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdb52d-4daa-4077-bd18-bc2445271798 None None] Pushing event updated for resources: {'Port': ['ID=74b82416-9d35-4a61-99af-6643dc3b1cdb,revision_number=3']} {{(pid=104587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:14.456226 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:14.461291 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-980c1006-f88c-45d8-abe5-d9dd73afef0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518656'] for router_interface (4ea8bf53-9a55-4b9d-bb77-b6addac7065a), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:14.469983 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-ce4238a5-4e95-4e7e-be35-67cc777ef6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (72c3a003-50d3-43db-8dbb-8091ebb60217), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:14.485183 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb42499-fe13-4b74-baae-1f2b5d2cbf3e None None] Routers {'4ea8bf53-9a55-4b9d-bb77-b6addac7065a'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:20:14.486334 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-4bb42499-fe13-4b74-baae-1f2b5d2cbf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:20:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['4ea8bf53-9a55-4b9d-bb77-b6addac7065a'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:14.539348 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port fb83a8ce-5730-44ee-97e4-b9d6a0356d61 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:20:14.539348 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 72c3a003-50d3-43db-8dbb-8091ebb60217 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:20:14.565836 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c1006-f88c-45d8-abe5-d9dd73afef0c admin admin] Pushing event updated for resources: {'Port': ['ID=2179cc16-2915-48c9-934e-e3653b6b5ab5,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:14.597579 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4238a5-4e95-4e7e-be35-67cc777ef6f9 None None] Pushing event updated for resources: {'Port': ['ID=72c3a003-50d3-43db-8dbb-8091ebb60217,revision_number=3']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:14.598216 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-4bb42499-fe13-4b74-baae-1f2b5d2cbf3e None None] Set router 4ea8bf53-9a55-4b9d-bb77-b6addac7065a gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:20:14.617119 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-9626e2d1-1e16-43a4-9898-b36fb8037293 None None] Provisioning complete for port 72c3a003-50d3-43db-8dbb-8091ebb60217 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:20:14.617618 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-9626e2d1-1e16-43a4-9898-b36fb8037293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (72c3a003-50d3-43db-8dbb-8091ebb60217), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:14.620895 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:14.656525 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:14.663846 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 72c3a003-50d3-43db-8dbb-8091ebb60217 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:20:14.665271 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (72c3a003-50d3-43db-8dbb-8091ebb60217), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:14.692452 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-980c1006-f88c-45d8-abe5-d9dd73afef0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (2179cc16-2915-48c9-934e-e3653b6b5ab5), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:14.698968 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:14.772449 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-9626e2d1-1e16-43a4-9898-b36fb8037293 None None] Current status of the port 72c3a003-50d3-43db-8dbb-8091ebb60217 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:20:14.783385 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 72c3a003-50d3-43db-8dbb-8091ebb60217 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:20:14.798976 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-4bb42499-fe13-4b74-baae-1f2b5d2cbf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea8bf53-9a55-4b9d-bb77-b6addac7065a', 'name': 'tempest-TestVolumeBootPattern-1435608760-router', 'tenant_id': '62a2450c58494ce0a452354e69162dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '74b82416-9d35-4a61-99af-6643dc3b1cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:11Z', 'updated_at': '2022-07-05T16:20:12Z', 'revision_number': 3, 'project_id': '62a2450c58494ce0a452354e69162dd2', 'gw_port': {'id': '74b82416-9d35-4a61-99af-6643dc3b1cdb', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:65:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea8bf53-9a55-4b9d-bb77-b6addac7065a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:12Z', 'updated_at': '2022-07-05T16:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:14.823833 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb42499-fe13-4b74-baae-1f2b5d2cbf3e None None] The sync data for ids ['4ea8bf53-9a55-4b9d-bb77-b6addac7065a'] in dv-cinder-848759-1-iscsi is: [{'id': '4ea8bf53-9a55-4b9d-bb77-b6addac7065a', 'name': 'tempest-TestVolumeBootPattern-1435608760-router', 'tenant_id': '62a2450c58494ce0a452354e69162dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '74b82416-9d35-4a61-99af-6643dc3b1cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:11Z', 'updated_at': '2022-07-05T16:20:12Z', 'revision_number': 3, 'project_id': '62a2450c58494ce0a452354e69162dd2', 'gw_port': {'id': '74b82416-9d35-4a61-99af-6643dc3b1cdb', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:65:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea8bf53-9a55-4b9d-bb77-b6addac7065a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:12Z', 'updated_at': '2022-07-05T16:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:20:14.890065 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-dfa0e8e0-ceb5-45e3-ba31-3d5bea9ce4a2 None None] Provisioning complete for port 2179cc16-2915-48c9-934e-e3653b6b5ab5 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:20:14.890563 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-dfa0e8e0-ceb5-45e3-ba31-3d5bea9ce4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (2179cc16-2915-48c9-934e-e3653b6b5ab5), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:14.891017 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-980c1006-f88c-45d8-abe5-d9dd73afef0c admin admin] Publish callbacks [] for port (2179cc16-2915-48c9-934e-e3653b6b5ab5), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:14.924637 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-dfa0e8e0-ceb5-45e3-ba31-3d5bea9ce4a2 None None] Port 2179cc16-2915-48c9-934e-e3653b6b5ab5 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:20:14.946177 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-980c1006-f88c-45d8-abe5-d9dd73afef0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (2179cc16-2915-48c9-934e-e3653b6b5ab5), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:15.019323 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c1006-f88c-45d8-abe5-d9dd73afef0c admin admin] Pushing event updated for resources: {'Port': ['ID=2179cc16-2915-48c9-934e-e3653b6b5ab5,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:15.022268 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-980c1006-f88c-45d8-abe5-d9dd73afef0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518804'] for router_interface (4ea8bf53-9a55-4b9d-bb77-b6addac7065a), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:15.134717 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980c1006-f88c-45d8-abe5-d9dd73afef0c admin admin] Network 19c6734c-93db-4737-9969-61b510acca8e is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:20:15.136170 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-980c1006-f88c-45d8-abe5-d9dd73afef0c admin admin] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:20:15.237399 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:15.262640 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980c1006-f88c-45d8-abe5-d9dd73afef0c admin admin] Router 4ea8bf53-9a55-4b9d-bb77-b6addac7065a has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:20:15.344897 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-3606c98c-f9df-4edb-a80f-a5ec634cb1f7 None None] Provisioning complete for port 2179cc16-2915-48c9-934e-e3653b6b5ab5 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:20:15.345500 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-3606c98c-f9df-4edb-a80f-a5ec634cb1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (2179cc16-2915-48c9-934e-e3653b6b5ab5), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:15.375711 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980c1006-f88c-45d8-abe5-d9dd73afef0c admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:20:15.380990 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-980c1006-f88c-45d8-abe5-d9dd73afef0c admin admin] 10.222.0.45 "PUT /v2.0/routers/4ea8bf53-9a55-4b9d-bb77-b6addac7065a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8838656 Jul 05 16:20:15.383333 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-3606c98c-f9df-4edb-a80f-a5ec634cb1f7 None None] Port 2179cc16-2915-48c9-934e-e3653b6b5ab5 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:20:15.805489 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53112) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:15.810592 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-842096d7-40b4-4c53-bf6e-559925620473 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1594892166', 'description': 'tempest-secgroup-smoke-1594892166 description', 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:20:15.888997 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-842096d7-40b4-4c53-bf6e-559925620473 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for security_group (None), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:15.960021 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-842096d7-40b4-4c53-bf6e-559925620473 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for security_group (56908f38-c279-4753-9b86-bb1b1a4eabca), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:16.031512 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-842096d7-40b4-4c53-bf6e-559925620473 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (56908f38-c279-4753-9b86-bb1b1a4eabca), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:16.064750 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842096d7-40b4-4c53-bf6e-559925620473 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56908f38-c279-4753-9b86-bb1b1a4eabca,revision_number=1']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:16.124674 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-842096d7-40b4-4c53-bf6e-559925620473 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:16.126017 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-842096d7-40b4-4c53-bf6e-559925620473 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3189411 Jul 05 16:20:16.129007 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53114) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:16.133310 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-e894b57b-b32b-436a-a6d1-e4447cde5877 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Request body: {'security_group_rule': {'security_group_id': '56908f38-c279-4753-9b86-bb1b1a4eabca', 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:20:16.220935 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-e894b57b-b32b-436a-a6d1-e4447cde5877 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for security_group_rule (d65682e9-50a5-46cc-9c73-9b3932937a56), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:16.299618 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-e894b57b-b32b-436a-a6d1-e4447cde5877 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for security_group_rule (d65682e9-50a5-46cc-9c73-9b3932937a56), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:16.350109 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 74b82416-9d35-4a61-99af-6643dc3b1cdb up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:20:16.379597 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3160ee-2639-431c-9508-6bfb4dd4102c None None] Sync routers for ids ['4ea8bf53-9a55-4b9d-bb77-b6addac7065a'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:20:16.397130 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-e894b57b-b32b-436a-a6d1-e4447cde5877 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (d65682e9-50a5-46cc-9c73-9b3932937a56), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:16.399515 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3160ee-2639-431c-9508-6bfb4dd4102c None None] Routers {'4ea8bf53-9a55-4b9d-bb77-b6addac7065a'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:20:16.400706 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-1c3160ee-2639-431c-9508-6bfb4dd4102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:20:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['4ea8bf53-9a55-4b9d-bb77-b6addac7065a'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:16.417620 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894b57b-b32b-436a-a6d1-e4447cde5877 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65682e9-50a5-46cc-9c73-9b3932937a56,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:16.448655 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 74b82416-9d35-4a61-99af-6643dc3b1cdb triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:20:16.449049 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (74b82416-9d35-4a61-99af-6643dc3b1cdb), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:16.489904 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-e894b57b-b32b-436a-a6d1-e4447cde5877 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:16.491173 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-e894b57b-b32b-436a-a6d1-e4447cde5877 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3612108 Jul 05 16:20:16.494502 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53116) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:16.498964 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-dd3c4320-e25d-498f-adad-a864835693e9 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Request body: {'security_group_rule': {'security_group_id': '56908f38-c279-4753-9b86-bb1b1a4eabca', 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:20:16.593727 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-dd3c4320-e25d-498f-adad-a864835693e9 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for security_group_rule (c34a6c0c-a99e-4dea-9bbe-931c08fef89f), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:16.635134 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:16.663526 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-1c3160ee-2639-431c-9508-6bfb4dd4102c None None] Set router 4ea8bf53-9a55-4b9d-bb77-b6addac7065a gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:20:16.667894 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-dd3c4320-e25d-498f-adad-a864835693e9 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for security_group_rule (c34a6c0c-a99e-4dea-9bbe-931c08fef89f), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:16.757743 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-dd3c4320-e25d-498f-adad-a864835693e9 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (c34a6c0c-a99e-4dea-9bbe-931c08fef89f), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:16.758191 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 74b82416-9d35-4a61-99af-6643dc3b1cdb is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:20:16.758582 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (74b82416-9d35-4a61-99af-6643dc3b1cdb), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:16.778195 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c4320-e25d-498f-adad-a864835693e9 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34a6c0c-a99e-4dea-9bbe-931c08fef89f,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:16.800797 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] For port 74b82416-9d35-4a61-99af-6643dc3b1cdb, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=74b82416-9d35-4a61-99af-6643dc3b1cdb,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:20:16.850368 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (74b82416-9d35-4a61-99af-6643dc3b1cdb), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:16.850825 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-dd3c4320-e25d-498f-adad-a864835693e9 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:16.851339 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 72c3a003-50d3-43db-8dbb-8091ebb60217 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:20:16.855205 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-dd3c4320-e25d-498f-adad-a864835693e9 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3566239 Jul 05 16:20:16.855547 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53118) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:16.860892 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-aeba9483-5cf0-4e06-9c8a-51b4c59bf721 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Request body: {'security_group_rule': {'security_group_id': '56908f38-c279-4753-9b86-bb1b1a4eabca', 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:20:16.929719 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-aeba9483-5cf0-4e06-9c8a-51b4c59bf721 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for security_group_rule (342de9ab-d4d4-4c1f-8bf7-1139edd0c2e3), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:16.935133 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:16.940961 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=100 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:16.966068 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Pushing event updated for resources: {'Port': ['ID=74b82416-9d35-4a61-99af-6643dc3b1cdb,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:16.968726 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-1c3160ee-2639-431c-9508-6bfb4dd4102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea8bf53-9a55-4b9d-bb77-b6addac7065a', 'name': 'tempest-TestVolumeBootPattern-1435608760-router', 'tenant_id': '62a2450c58494ce0a452354e69162dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '74b82416-9d35-4a61-99af-6643dc3b1cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:11Z', 'updated_at': '2022-07-05T16:20:14Z', 'revision_number': 4, 'project_id': '62a2450c58494ce0a452354e69162dd2', 'gw_port': {'id': '74b82416-9d35-4a61-99af-6643dc3b1cdb', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:65:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea8bf53-9a55-4b9d-bb77-b6addac7065a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:12Z', 'updated_at': '2022-07-05T16:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '2179cc16-2915-48c9-934e-e3653b6b5ab5', 'name': '', 'network_id': '19c6734c-93db-4737-9969-61b510acca8e', 'tenant_id': '62a2450c58494ce0a452354e69162dd2', 'mac_address': 'fa:16:3e:cd:e2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea8bf53-9a55-4b9d-bb77-b6addac7065a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3284cc77-bc37-47c9-ab5d-92799b5de1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:13Z', 'updated_at': '2022-07-05T16:20:14Z', 'revision_number': 2, 'project_id': '62a2450c58494ce0a452354e69162dd2', 'subnets': [{'id': '3284cc77-bc37-47c9-ab5d-92799b5de1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:16.993126 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-aeba9483-5cf0-4e06-9c8a-51b4c59bf721 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for security_group_rule (342de9ab-d4d4-4c1f-8bf7-1139edd0c2e3), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:17.001768 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3160ee-2639-431c-9508-6bfb4dd4102c None None] Checking router: 4ea8bf53-9a55-4b9d-bb77-b6addac7065a for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:20:17.002121 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3160ee-2639-431c-9508-6bfb4dd4102c None None] Updating router 4ea8bf53-9a55-4b9d-bb77-b6addac7065a port 2179cc16-2915-48c9-934e-e3653b6b5ab5 binding host dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:20:17.005316 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 72c3a003-50d3-43db-8dbb-8091ebb60217 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:20:17.005684 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (72c3a003-50d3-43db-8dbb-8091ebb60217), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:17.043036 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-aeba9483-5cf0-4e06-9c8a-51b4c59bf721 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (342de9ab-d4d4-4c1f-8bf7-1139edd0c2e3), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:17.056414 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-1c3160ee-2639-431c-9508-6bfb4dd4102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (2179cc16-2915-48c9-934e-e3653b6b5ab5), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:17.062608 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba9483-5cf0-4e06-9c8a-51b4c59bf721 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342de9ab-d4d4-4c1f-8bf7-1139edd0c2e3,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:17.122332 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:17.125125 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-aeba9483-5cf0-4e06-9c8a-51b4c59bf721 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:17.126338 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-aeba9483-5cf0-4e06-9c8a-51b4c59bf721 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2700026 Jul 05 16:20:17.129175 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53120) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:17.133746 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-d6f0922a-cc51-44df-a9ba-033811db0edf tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Request body: {'security_group_rule': {'security_group_id': '56908f38-c279-4753-9b86-bb1b1a4eabca', 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:20:17.187824 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 72c3a003-50d3-43db-8dbb-8091ebb60217 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:20:17.203475 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d6f0922a-cc51-44df-a9ba-033811db0edf tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for security_group_rule (46625b46-46ce-4164-800a-11beac364809), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:17.265059 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d6f0922a-cc51-44df-a9ba-033811db0edf tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for security_group_rule (46625b46-46ce-4164-800a-11beac364809), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:17.334477 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d6f0922a-cc51-44df-a9ba-033811db0edf tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (46625b46-46ce-4164-800a-11beac364809), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:17.353902 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0922a-cc51-44df-a9ba-033811db0edf tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46625b46-46ce-4164-800a-11beac364809,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:17.357936 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-1c3160ee-2639-431c-9508-6bfb4dd4102c None None] Publish callbacks [] for port (2179cc16-2915-48c9-934e-e3653b6b5ab5), precommit_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:17.404914 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d6f0922a-cc51-44df-a9ba-033811db0edf tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:17.406079 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-d6f0922a-cc51-44df-a9ba-033811db0edf tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2758570 Jul 05 16:20:17.408756 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53122) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:17.412928 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-867ee7f7-1f75-466f-84ae-9a088cfa93cd tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Request body: {'security_group_rule': {'security_group_id': '56908f38-c279-4753-9b86-bb1b1a4eabca', 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:20:17.437099 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-1c3160ee-2639-431c-9508-6bfb4dd4102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (2179cc16-2915-48c9-934e-e3653b6b5ab5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:17.480012 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.db.securitygroups_db [None req-867ee7f7-1f75-466f-84ae-9a088cfa93cd tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Project 85bf8c1d40a04aaf9e46cd7f1e58048a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 16:20:17.487078 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-867ee7f7-1f75-466f-84ae-9a088cfa93cd tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for security_group_rule (6a7b6e0b-cbfc-4a0d-b23c-422753ec1f61), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:17.489262 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b1824-19ee-494a-a6b8-091a9fa4312a None None] Pushing event updated for resources: {'Port': ['ID=2179cc16-2915-48c9-934e-e3653b6b5ab5,revision_number=3']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:17.552911 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-1c3160ee-2639-431c-9508-6bfb4dd4102c None None] Attempting to bind port 2179cc16-2915-48c9-934e-e3653b6b5ab5 on host dv-cinder-848759-1-iscsi for vnic_type normal with profile {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:20:17.552911 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-1c3160ee-2639-431c-9508-6bfb4dd4102c None None] Attempting to bind port 2179cc16-2915-48c9-934e-e3653b6b5ab5 by drivers openvswitch,hyperv on host dv-cinder-848759-1-iscsi at level 0 using segments [{'id': '1bd1bb37-c5d9-458a-9561-077240e8fa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '19c6734c-93db-4737-9969-61b510acca8e'}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:20:17.552911 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3160ee-2639-431c-9508-6bfb4dd4102c None None] Attempting to bind port 2179cc16-2915-48c9-934e-e3653b6b5ab5 on network 19c6734c-93db-4737-9969-61b510acca8e {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:20:17.553170 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-867ee7f7-1f75-466f-84ae-9a088cfa93cd tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for security_group_rule (6a7b6e0b-cbfc-4a0d-b23c-422753ec1f61), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:17.556953 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3160ee-2639-431c-9508-6bfb4dd4102c None None] Checking agent: {'id': '76807db2-a932-48fe-83c3-cf9beb7788a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848759-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 0, 38), 'started_at': datetime.datetime(2022, 7, 5, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848759-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:20:17.557337 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3160ee-2639-431c-9508-6bfb4dd4102c None None] Checking segment: {'id': '1bd1bb37-c5d9-458a-9561-077240e8fa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '19c6734c-93db-4737-9969-61b510acca8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:20:17.557742 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-1c3160ee-2639-431c-9508-6bfb4dd4102c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:17.558137 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3160ee-2639-431c-9508-6bfb4dd4102c None None] Bound using segment: {'id': '1bd1bb37-c5d9-458a-9561-077240e8fa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '19c6734c-93db-4737-9969-61b510acca8e'} {{(pid=104586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:20:17.558626 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.managers [None req-1c3160ee-2639-431c-9508-6bfb4dd4102c None None] Bound port: 2179cc16-2915-48c9-934e-e3653b6b5ab5, host: dv-cinder-848759-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd1bb37-c5d9-458a-9561-077240e8fa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '19c6734c-93db-4737-9969-61b510acca8e'}}] {{(pid=104586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:20:17.558990 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-1c3160ee-2639-431c-9508-6bfb4dd4102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (2179cc16-2915-48c9-934e-e3653b6b5ab5), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:17.614690 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-867ee7f7-1f75-466f-84ae-9a088cfa93cd tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (6a7b6e0b-cbfc-4a0d-b23c-422753ec1f61), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:17.624345 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-1c3160ee-2639-431c-9508-6bfb4dd4102c None None] For port 2179cc16-2915-48c9-934e-e3653b6b5ab5, host dv-cinder-848759-1-iscsi, cleared binding levels {{(pid=104586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:20:17.627702 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-1c3160ee-2639-431c-9508-6bfb4dd4102c None None] For port 2179cc16-2915-48c9-934e-e3653b6b5ab5, host dv-cinder-848759-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=2179cc16-2915-48c9-934e-e3653b6b5ab5,segment=NetworkSegment(1bd1bb37-c5d9-458a-9561-077240e8fa4c),segment_id=1bd1bb37-c5d9-458a-9561-077240e8fa4c)] {{(pid=104586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:20:17.635492 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ee7f7-1f75-466f-84ae-9a088cfa93cd tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7b6e0b-cbfc-4a0d-b23c-422753ec1f61,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:17.695418 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-1c3160ee-2639-431c-9508-6bfb4dd4102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (2179cc16-2915-48c9-934e-e3653b6b5ab5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:17.707726 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-867ee7f7-1f75-466f-84ae-9a088cfa93cd tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:17.711899 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-867ee7f7-1f75-466f-84ae-9a088cfa93cd tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2992632 Jul 05 16:20:17.712298 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53124) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:17.716635 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.v2.base [None req-daf5e1dc-294d-470d-b568-1f98eaafc89b tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Request body: {'security_group_rule': {'security_group_id': '56908f38-c279-4753-9b86-bb1b1a4eabca', 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:20:17.754055 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7dc95aa4-245f-45f0-b37a-c684a226dfaa None None] Provisioning complete for port 2179cc16-2915-48c9-934e-e3653b6b5ab5 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:20:17.754396 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7dc95aa4-245f-45f0-b37a-c684a226dfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (2179cc16-2915-48c9-934e-e3653b6b5ab5), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:17.806545 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3160ee-2639-431c-9508-6bfb4dd4102c None None] Routers {'4ea8bf53-9a55-4b9d-bb77-b6addac7065a'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:20:17.807145 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-1c3160ee-2639-431c-9508-6bfb4dd4102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:20:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['4ea8bf53-9a55-4b9d-bb77-b6addac7065a'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:17.811537 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b1824-19ee-494a-a6b8-091a9fa4312a None None] Pushing event updated for resources: {'Port': ['ID=2179cc16-2915-48c9-934e-e3653b6b5ab5,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:17.849067 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.db.securitygroups_db [None req-daf5e1dc-294d-470d-b568-1f98eaafc89b tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Project 85bf8c1d40a04aaf9e46cd7f1e58048a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 16:20:17.858739 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-daf5e1dc-294d-470d-b568-1f98eaafc89b tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for security_group_rule (14771825-1c61-4f26-a81e-1c9063072e9c), before_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:17.863257 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:17.919879 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-daf5e1dc-294d-470d-b568-1f98eaafc89b tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for security_group_rule (14771825-1c61-4f26-a81e-1c9063072e9c), precommit_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:17.949340 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7dc95aa4-245f-45f0-b37a-c684a226dfaa None None] Current status of the port 2179cc16-2915-48c9-934e-e3653b6b5ab5 is: DOWN; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:20:17.949650 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7dc95aa4-245f-45f0-b37a-c684a226dfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (2179cc16-2915-48c9-934e-e3653b6b5ab5), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:17.953336 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-1c3160ee-2639-431c-9508-6bfb4dd4102c None None] Set router 4ea8bf53-9a55-4b9d-bb77-b6addac7065a gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:20:17.999394 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:18.004033 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-daf5e1dc-294d-470d-b568-1f98eaafc89b tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472667'] for security_group_rule (14771825-1c61-4f26-a81e-1c9063072e9c), after_create {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:18.022752 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5e1dc-294d-470d-b568-1f98eaafc89b tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14771825-1c61-4f26-a81e-1c9063072e9c,revision_number=0']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:18.057473 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7dc95aa4-245f-45f0-b37a-c684a226dfaa None None] For port 2179cc16-2915-48c9-934e-e3653b6b5ab5, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=2179cc16-2915-48c9-934e-e3653b6b5ab5,segment=NetworkSegment(1bd1bb37-c5d9-458a-9561-077240e8fa4c),segment_id=1bd1bb37-c5d9-458a-9561-077240e8fa4c)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:20:18.091170 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-daf5e1dc-294d-470d-b568-1f98eaafc89b tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:18.092393 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-daf5e1dc-294d-470d-b568-1f98eaafc89b tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3791189 Jul 05 16:20:18.123209 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7dc95aa4-245f-45f0-b37a-c684a226dfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (2179cc16-2915-48c9-934e-e3653b6b5ab5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:18.206605 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-1c3160ee-2639-431c-9508-6bfb4dd4102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea8bf53-9a55-4b9d-bb77-b6addac7065a', 'name': 'tempest-TestVolumeBootPattern-1435608760-router', 'tenant_id': '62a2450c58494ce0a452354e69162dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '74b82416-9d35-4a61-99af-6643dc3b1cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:11Z', 'updated_at': '2022-07-05T16:20:14Z', 'revision_number': 4, 'project_id': '62a2450c58494ce0a452354e69162dd2', 'gw_port': {'id': '74b82416-9d35-4a61-99af-6643dc3b1cdb', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea8bf53-9a55-4b9d-bb77-b6addac7065a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:12Z', 'updated_at': '2022-07-05T16:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '2179cc16-2915-48c9-934e-e3653b6b5ab5', 'name': '', 'network_id': '19c6734c-93db-4737-9969-61b510acca8e', 'tenant_id': '62a2450c58494ce0a452354e69162dd2', 'mac_address': 'fa:16:3e:cd:e2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea8bf53-9a55-4b9d-bb77-b6addac7065a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3284cc77-bc37-47c9-ab5d-92799b5de1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:13Z', 'updated_at': '2022-07-05T16:20:17Z', 'revision_number': 4, 'project_id': '62a2450c58494ce0a452354e69162dd2', 'subnets': [{'id': '3284cc77-bc37-47c9-ab5d-92799b5de1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:18.208474 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc95aa4-245f-45f0-b37a-c684a226dfaa None None] Pushing event updated for resources: {'Port': ['ID=2179cc16-2915-48c9-934e-e3653b6b5ab5,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:18.240415 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3160ee-2639-431c-9508-6bfb4dd4102c None None] The sync data for ids ['4ea8bf53-9a55-4b9d-bb77-b6addac7065a'] in dv-cinder-848759-1-iscsi is: [{'id': '4ea8bf53-9a55-4b9d-bb77-b6addac7065a', 'name': 'tempest-TestVolumeBootPattern-1435608760-router', 'tenant_id': '62a2450c58494ce0a452354e69162dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '74b82416-9d35-4a61-99af-6643dc3b1cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:11Z', 'updated_at': '2022-07-05T16:20:14Z', 'revision_number': 4, 'project_id': '62a2450c58494ce0a452354e69162dd2', 'gw_port': {'id': '74b82416-9d35-4a61-99af-6643dc3b1cdb', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea8bf53-9a55-4b9d-bb77-b6addac7065a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:12Z', 'updated_at': '2022-07-05T16:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '2179cc16-2915-48c9-934e-e3653b6b5ab5', 'name': '', 'network_id': '19c6734c-93db-4737-9969-61b510acca8e', 'tenant_id': '62a2450c58494ce0a452354e69162dd2', 'mac_address': 'fa:16:3e:cd:e2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea8bf53-9a55-4b9d-bb77-b6addac7065a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3284cc77-bc37-47c9-ab5d-92799b5de1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:13Z', 'updated_at': '2022-07-05T16:20:17Z', 'revision_number': 4, 'project_id': '62a2450c58494ce0a452354e69162dd2', 'subnets': [{'id': '3284cc77-bc37-47c9-ab5d-92799b5de1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:20:18.247517 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-219d988d-503a-40bc-b5d7-7399b0a45d0e None None] Provisioning complete for port 2179cc16-2915-48c9-934e-e3653b6b5ab5 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:20:18.247741 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-219d988d-503a-40bc-b5d7-7399b0a45d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (2179cc16-2915-48c9-934e-e3653b6b5ab5), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:18.348000 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 74b82416-9d35-4a61-99af-6643dc3b1cdb up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:20:18.521035 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-219d988d-503a-40bc-b5d7-7399b0a45d0e None None] Current status of the port 2179cc16-2915-48c9-934e-e3653b6b5ab5 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:20:18.541519 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 74b82416-9d35-4a61-99af-6643dc3b1cdb triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:20:18.541852 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (74b82416-9d35-4a61-99af-6643dc3b1cdb), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:18.617689 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 74b82416-9d35-4a61-99af-6643dc3b1cdb is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:20:20.281685 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 2179cc16-2915-48c9-934e-e3653b6b5ab5 up at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:20:20.327846 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Provisioning complete for port 2179cc16-2915-48c9-934e-e3653b6b5ab5 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:20:20.328209 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (2179cc16-2915-48c9-934e-e3653b6b5ab5), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:20.398255 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Current status of the port 2179cc16-2915-48c9-934e-e3653b6b5ab5 is: ACTIVE; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:20:20.974658 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:25.370043 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=36 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:25.374029 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=9 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:25.432969 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:20:28.018714 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:INSERT=6,neutron:SELECT=70,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:28.022713 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:INSERT=9,neutron:SELECT=43,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:30.939828 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:30.941691 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:31.440051 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=11 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:31.863649 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53222) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:32.005226 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-0d6daf73-48fc-4f1c-b70d-6ec5c9ed0212 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Deleting port b99f9b28-9185-4a1f-8dd0-b2cb12a3bf54 {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:20:32.005561 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0d6daf73-48fc-4f1c-b70d-6ec5c9ed0212 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (b99f9b28-9185-4a1f-8dd0-b2cb12a3bf54), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:32.080381 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0d6daf73-48fc-4f1c-b70d-6ec5c9ed0212 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (b99f9b28-9185-4a1f-8dd0-b2cb12a3bf54), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:32.080709 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0d6daf73-48fc-4f1c-b70d-6ec5c9ed0212 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for floatingip (b99f9b28-9185-4a1f-8dd0-b2cb12a3bf54), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:32.096855 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-0d6daf73-48fc-4f1c-b70d-6ec5c9ed0212 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Calling delete_port for b99f9b28-9185-4a1f-8dd0-b2cb12a3bf54 owned by network:floatingip {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:20:32.328213 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0d6daf73-48fc-4f1c-b70d-6ec5c9ed0212 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (b99f9b28-9185-4a1f-8dd0-b2cb12a3bf54), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:32.351960 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6daf73-48fc-4f1c-b70d-6ec5c9ed0212 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Pushing event deleted for resources: {'Port': ['ID=b99f9b28-9185-4a1f-8dd0-b2cb12a3bf54,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:32.418282 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0d6daf73-48fc-4f1c-b70d-6ec5c9ed0212 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for floatingip (2b588778-4973-4168-ab7b-bb84cdc2e54c), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:32.418611 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.db.l3_db [None req-0d6daf73-48fc-4f1c-b70d-6ec5c9ed0212 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Floating IP 2b588778-4973-4168-ab7b-bb84cdc2e54c disassociated (deleted). External IP: 172.27.3.113, port: f472f8e8-76d0-4068-af84-5901b45f5f21. Jul 05 16:20:32.622543 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6daf73-48fc-4f1c-b70d-6ec5c9ed0212 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Router 770f1b76-d14d-4c33-8bd4-0d2d796c6b6d has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:20:32.722285 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6daf73-48fc-4f1c-b70d-6ec5c9ed0212 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:20:32.727351 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0d6daf73-48fc-4f1c-b70d-6ec5c9ed0212 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:32.732977 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0cf9ad-9644-4bb2-8c24-041e4d5479ec None None] Sync routers for ids ['770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:20:32.743490 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0cf9ad-9644-4bb2-8c24-041e4d5479ec None None] Routers {'770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:20:32.744237 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-bf0cf9ad-9644-4bb2-8c24-041e4d5479ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:20:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:32.757578 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:32.761217 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-0d6daf73-48fc-4f1c-b70d-6ec5c9ed0212 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "DELETE /v2.0/floatingips/2b588778-4973-4168-ab7b-bb84cdc2e54c HTTP/1.1" status: 204 len: 168 time: 0.8965542 Jul 05 16:20:32.761795 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e15bb7-d358-439f-b3bc-697f5c8ee180', 'tag': 'f472f8e8-76d0-4068-af84-5901b45f5f21'}] {{(pid=104584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:20:32.764045 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be4aa087849a65c4a9e8a755187e63754d0c6c7db9367de7c29ca822742d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2df21c-07af-44df-a747-ccf7cbaf6c79" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e15bb7-d358-439f-b3bc-697f5c8ee180", "tag": "f472f8e8-76d0-4068-af84-5901b45f5f21"}]}' {{(pid=104584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:20:32.847363 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-bf0cf9ad-9644-4bb2-8c24-041e4d5479ec None None] Set router 770f1b76-d14d-4c33-8bd4-0d2d796c6b6d gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:20:32.963309 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-c4f96c49-7c5e-427e-beb9-4bde4061d001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:33.048084 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:33.113960 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-bf0cf9ad-9644-4bb2-8c24-041e4d5479ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'name': 'tempest-TestShelveInstance-2001641178-router', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b0a3b8b2-b89c-4444-88b5-442b66dd2d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:15:49Z', 'updated_at': '2022-07-05T16:15:54Z', 'revision_number': 4, 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'gw_port': {'id': 'b0a3b8b2-b89c-4444-88b5-442b66dd2d22', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:50Z', 'updated_at': '2022-07-05T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '29d22abb-31f2-4c96-9346-55cc2ed689a2', 'name': '', 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'mac_address': 'fa:16:3e:0b:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '97671110-e611-4c1b-974f-7d7fdbed0ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:53Z', 'updated_at': '2022-07-05T16:15:58Z', 'revision_number': 5, 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'subnets': [{'id': '97671110-e611-4c1b-974f-7d7fdbed0ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:33.138205 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0cf9ad-9644-4bb2-8c24-041e4d5479ec None None] Checking router: 770f1b76-d14d-4c33-8bd4-0d2d796c6b6d for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:20:33.147879 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0cf9ad-9644-4bb2-8c24-041e4d5479ec None None] Routers {'770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:20:33.148538 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-bf0cf9ad-9644-4bb2-8c24-041e4d5479ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:20:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:33.219197 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2804f06-0ace-47d4-8613-968cfbdeef6a x-openstack-request-id: req-e2804f06-0ace-47d4-8613-968cfbdeef6a {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:20:33.220095 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e15bb7-d358-439f-b3bc-697f5c8ee180", "tag": "f472f8e8-76d0-4068-af84-5901b45f5f21", "status": "completed", "code": 200}]} {{(pid=104584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:20:33.220349 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e2804f06-0ace-47d4-8613-968cfbdeef6a {{(pid=104584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:20:33.220756 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2804f06-0ace-47d4-8613-968cfbdeef6a'] response: {'name': 'network-changed', 'server_uuid': 'c0e15bb7-d358-439f-b3bc-697f5c8ee180', 'tag': 'f472f8e8-76d0-4068-af84-5901b45f5f21', 'status': 'completed', 'code': 200} Jul 05 16:20:33.252207 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-bf0cf9ad-9644-4bb2-8c24-041e4d5479ec None None] Set router 770f1b76-d14d-4c33-8bd4-0d2d796c6b6d gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:20:33.314335 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159519f-6112-46ee-b9d3-568e3418e9b7 req-5433159f-38e9-4a6b-8ceb-5026939b9b5d tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:33.315867 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9159519f-6112-46ee-b9d3-568e3418e9b7 req-5433159f-38e9-4a6b-8ceb-5026939b9b5d tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 945 time: 0.0528975 Jul 05 16:20:33.366341 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9159519f-6112-46ee-b9d3-568e3418e9b7 req-25454e3a-df12-48ca-9483-ce55bb01d0e1 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448611 Jul 05 16:20:33.439226 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-bf0cf9ad-9644-4bb2-8c24-041e4d5479ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'name': 'tempest-TestShelveInstance-2001641178-router', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b0a3b8b2-b89c-4444-88b5-442b66dd2d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:15:49Z', 'updated_at': '2022-07-05T16:15:54Z', 'revision_number': 4, 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'gw_port': {'id': 'b0a3b8b2-b89c-4444-88b5-442b66dd2d22', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:50Z', 'updated_at': '2022-07-05T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '29d22abb-31f2-4c96-9346-55cc2ed689a2', 'name': '', 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'mac_address': 'fa:16:3e:0b:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '97671110-e611-4c1b-974f-7d7fdbed0ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:53Z', 'updated_at': '2022-07-05T16:15:58Z', 'revision_number': 5, 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'subnets': [{'id': '97671110-e611-4c1b-974f-7d7fdbed0ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:33.463279 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0cf9ad-9644-4bb2-8c24-041e4d5479ec None None] The sync data for ids ['770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'] in dv-cinder-848759-1-iscsi is: [{'id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'name': 'tempest-TestShelveInstance-2001641178-router', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b0a3b8b2-b89c-4444-88b5-442b66dd2d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:15:49Z', 'updated_at': '2022-07-05T16:15:54Z', 'revision_number': 4, 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'gw_port': {'id': 'b0a3b8b2-b89c-4444-88b5-442b66dd2d22', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:50Z', 'updated_at': '2022-07-05T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': '29d22abb-31f2-4c96-9346-55cc2ed689a2', 'name': '', 'network_id': '12affb1e-679a-48f8-ae30-8179cd00fc19', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'mac_address': 'fa:16:3e:0b:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '97671110-e611-4c1b-974f-7d7fdbed0ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:53Z', 'updated_at': '2022-07-05T16:15:58Z', 'revision_number': 5, 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'subnets': [{'id': '97671110-e611-4c1b-974f-7d7fdbed0ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:20:33.672916 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66197ec-d717-429f-95c1-a6b710141996 None None] New status for floating IP 2b588778-4973-4168-ab7b-bb84cdc2e54c: DOWN {{(pid=104586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:20:33.857329 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-b269604f-06eb-463f-9a1b-0600e83c3fac tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1594892166&fields=id&tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a HTTP/1.1" status: 200 len: 267 time: 0.0476706 Jul 05 16:20:33.960092 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-89336ca1-fd5f-4699-8492-acc2c201358d tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:33.961550 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-89336ca1-fd5f-4699-8492-acc2c201358d tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/networks?id=9e6fae8e-72c3-49ba-ab85-7183288aac1f HTTP/1.1" status: 200 len: 811 time: 0.0976689 Jul 05 16:20:33.975490 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-ff0bba77-a3c0-4e0d-a820-4c5e59eb0242 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/quotas/85bf8c1d40a04aaf9e46cd7f1e58048a HTTP/1.1" status: 200 len: 375 time: 0.0087454 Jul 05 16:20:34.023946 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-e496b64a-ff90-4d0c-af4f-7afb6642af2d tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433571 Jul 05 16:20:34.129837 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-69c8373f-ecac-4adf-93a3-fb6054fe21aa service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104585) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 05 16:20:34.130837 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-69c8373f-ecac-4adf-93a3-fb6054fe21aa service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0953650 Jul 05 16:20:34.250579 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2df21c-07af-44df-a747-ccf7cbaf6c79 req-1382d437-4162-45cb-a63d-42e8a954aa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:34.252032 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1a2df21c-07af-44df-a747-ccf7cbaf6c79 req-1382d437-4162-45cb-a63d-42e8a954aa68 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de07093c553b4f0391c85e5ea04cf7f1&device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 1129 time: 0.0531900 Jul 05 16:20:34.257055 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-cfc96713-f147-4e75-9a84-fb743daf1402 service neutron] 10.222.0.45 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199262 Jul 05 16:20:34.351604 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-48d101f6-4a4c-48b0-b6e1-bee71cb3d516 service neutron] 10.222.0.45 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882156 Jul 05 16:20:34.440657 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2df21c-07af-44df-a747-ccf7cbaf6c79 req-0d3d51b0-92e4-49ad-82c2-87a629de09b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:34.442173 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1a2df21c-07af-44df-a747-ccf7cbaf6c79 req-0d3d51b0-92e4-49ad-82c2-87a629de09b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=12affb1e-679a-48f8-ae30-8179cd00fc19 HTTP/1.1" status: 200 len: 910 time: 0.0864134 Jul 05 16:20:34.484993 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1a2df21c-07af-44df-a747-ccf7cbaf6c79 req-0cbbd709-6a51-4b7c-9475-618b1a9cd725 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f472f8e8-76d0-4068-af84-5901b45f5f21 HTTP/1.1" status: 200 len: 217 time: 0.0366244 Jul 05 16:20:34.696993 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2df21c-07af-44df-a747-ccf7cbaf6c79 req-c1119a1a-3479-42cd-94b2-271ce8f03ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:34.698441 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1a2df21c-07af-44df-a747-ccf7cbaf6c79 req-c1119a1a-3479-42cd-94b2-271ce8f03ed1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97671110-e611-4c1b-974f-7d7fdbed0ace HTTP/1.1" status: 200 len: 848 time: 0.0451591 Jul 05 16:20:34.782607 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2df21c-07af-44df-a747-ccf7cbaf6c79 req-369a938f-e318-4e67-9ac2-55c343b2b21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:34.784103 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1a2df21c-07af-44df-a747-ccf7cbaf6c79 req-369a938f-e318-4e67-9ac2-55c343b2b21b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=12affb1e-679a-48f8-ae30-8179cd00fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696950 Jul 05 16:20:34.792127 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b99d52-6897-496c-bac2-cde483ffe747 req-70c66af5-13ad-4c13-80c2-b365ee9eb90b tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:34.793456 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-68b99d52-6897-496c-bac2-cde483ffe747 req-70c66af5-13ad-4c13-80c2-b365ee9eb90b tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 945 time: 0.0715485 Jul 05 16:20:35.210880 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-68b99d52-6897-496c-bac2-cde483ffe747 req-e6e09495-f829-4fd5-810a-e3a7d8e78ae9 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Deleting port f472f8e8-76d0-4068-af84-5901b45f5f21 {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:20:35.211215 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-68b99d52-6897-496c-bac2-cde483ffe747 req-e6e09495-f829-4fd5-810a-e3a7d8e78ae9 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (f472f8e8-76d0-4068-af84-5901b45f5f21), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:35.227549 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1a2df21c-07af-44df-a747-ccf7cbaf6c79 req-3d4adf95-d0de-4afa-adba-a65ee6eac898 service neutron] 10.222.0.47 "GET /v2.0/networks/12affb1e-679a-48f8-ae30-8179cd00fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332163 Jul 05 16:20:35.228523 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:35.242592 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-97777c49-d0d1-4856-9d83-4eb7d519e077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:35.245836 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:35.259901 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d3017-36de-4d0a-b284-1bb0bf47585b req-73aaa400-fc2d-4eac-8b95-243aa62208a4 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:35.261333 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-219d3017-36de-4d0a-b284-1bb0bf47585b req-73aaa400-fc2d-4eac-8b95-243aa62208a4 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 945 time: 0.1061480 Jul 05 16:20:35.409473 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-68b99d52-6897-496c-bac2-cde483ffe747 req-e6e09495-f829-4fd5-810a-e3a7d8e78ae9 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] For port f472f8e8-76d0-4068-af84-5901b45f5f21, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=f472f8e8-76d0-4068-af84-5901b45f5f21,segment=NetworkSegment(69eefe3d-766d-4ac0-96af-9bacdc182015),segment_id=69eefe3d-766d-4ac0-96af-9bacdc182015)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:20:35.410082 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-68b99d52-6897-496c-bac2-cde483ffe747 req-e6e09495-f829-4fd5-810a-e3a7d8e78ae9 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (f472f8e8-76d0-4068-af84-5901b45f5f21), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:35.442566 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-68b99d52-6897-496c-bac2-cde483ffe747 req-e6e09495-f829-4fd5-810a-e3a7d8e78ae9 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Calling delete_port for f472f8e8-76d0-4068-af84-5901b45f5f21 owned by compute:nova {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:20:35.448259 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-219d3017-36de-4d0a-b284-1bb0bf47585b req-6017a9e8-4c96-42ef-a2cb-d45b853a5120 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/security-groups?id=24ef9576-e900-4355-939b-e9d5f7033d52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762762 Jul 05 16:20:35.459566 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1a2df21c-07af-44df-a747-ccf7cbaf6c79 req-0921ba91-fc34-48ff-868d-9c43f3d20d71 service neutron] 10.222.0.47 "GET /v2.0/networks/12affb1e-679a-48f8-ae30-8179cd00fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239418 Jul 05 16:20:35.526416 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-33cef378-6f8a-4bea-a00b-cda993950dfa req-d1944de3-8bd2-4bc2-926b-c9b000407836 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 210 time: 0.0330656 Jul 05 16:20:35.637178 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-68b99d52-6897-496c-bac2-cde483ffe747 req-e6e09495-f829-4fd5-810a-e3a7d8e78ae9 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (f472f8e8-76d0-4068-af84-5901b45f5f21), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:35.669083 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e09495-f829-4fd5-810a-e3a7d8e78ae9 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Pushing event deleted for resources: {'Port': ['ID=f472f8e8-76d0-4068-af84-5901b45f5f21,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:35.715411 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b99d52-6897-496c-bac2-cde483ffe747 req-e6e09495-f829-4fd5-810a-e3a7d8e78ae9 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] No DVR routers for this DVR port f472f8e8-76d0-4068-af84-5901b45f5f21 on host hv-cinder-84875 {{(pid=104585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:20:35.718196 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-68b99d52-6897-496c-bac2-cde483ffe747 req-e6e09495-f829-4fd5-810a-e3a7d8e78ae9 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:35.721733 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-68b99d52-6897-496c-bac2-cde483ffe747 req-e6e09495-f829-4fd5-810a-e3a7d8e78ae9 tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.47 "DELETE /v2.0/ports/f472f8e8-76d0-4068-af84-5901b45f5f21 HTTP/1.1" status: 204 len: 173 time: 0.9199827 Jul 05 16:20:35.722197 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e15bb7-d358-439f-b3bc-697f5c8ee180', 'name': 'network-vif-deleted', 'tag': 'f472f8e8-76d0-4068-af84-5901b45f5f21'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:20:35.724539 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fed186-b49e-46c2-bcfc-0eafa183bf63" -d '{"events": [{"server_uuid": "c0e15bb7-d358-439f-b3bc-697f5c8ee180", "name": "network-vif-deleted", "tag": "f472f8e8-76d0-4068-af84-5901b45f5f21"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:20:35.758910 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0194158e-0065-4724-85da-3e27bbf0bc73 x-openstack-request-id: req-0194158e-0065-4724-85da-3e27bbf0bc73 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:20:35.759816 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e15bb7-d358-439f-b3bc-697f5c8ee180", "name": "network-vif-deleted", "tag": "f472f8e8-76d0-4068-af84-5901b45f5f21", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:20:35.760077 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0194158e-0065-4724-85da-3e27bbf0bc73 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:20:35.760480 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0194158e-0065-4724-85da-3e27bbf0bc73'] response: {'server_uuid': 'c0e15bb7-d358-439f-b3bc-697f5c8ee180', 'name': 'network-vif-deleted', 'tag': 'f472f8e8-76d0-4068-af84-5901b45f5f21', 'status': 'completed', 'code': 200} Jul 05 16:20:36.374069 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:36.565254 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a94d1906-fc63-4084-9ee1-0a8f8ba6860c req-fb8068fd-6214-413f-a8ff-d9cf58bf51df tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e15bb7-d358-439f-b3bc-697f5c8ee180 HTTP/1.1" status: 200 len: 210 time: 0.0300088 Jul 05 16:20:36.649270 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-14f90c41-9b47-40d3-9c9e-04ba88432676 req-d36ea91f-3392-4f5d-9789-5d7d39305659 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 210 time: 0.0299213 Jul 05 16:20:37.291369 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-9e722ee6-6cf3-4dc6-a9ab-83a0d2cbbb15 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:37.293434 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-9e722ee6-6cf3-4dc6-a9ab-83a0d2cbbb15 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.47 "GET /v2.0/networks?id=9e6fae8e-72c3-49ba-ab85-7183288aac1f HTTP/1.1" status: 200 len: 811 time: 0.1038272 Jul 05 16:20:37.357336 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-06ee704f-d09a-4b1b-b167-d5169827b7fe tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a HTTP/1.1" status: 200 len: 380 time: 0.0543103 Jul 05 16:20:37.366216 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-7ee85983-ff35-41e5-85b5-4a9907186c46 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Request body: {'port': {'device_id': 'f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'admin_state_up': True, 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'security_groups': ['56908f38-c279-4753-9b86-bb1b1a4eabca']}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:20:37.539746 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-7ee85983-ff35-41e5-85b5-4a9907186c46 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Made reservation on behalf of 85bf8c1d40a04aaf9e46cd7f1e58048a for: {'port': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:20:37.543764 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-7ee85983-ff35-41e5-85b5-4a9907186c46 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:37.560930 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:37.623891 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53274) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:37.682653 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-7ee85983-ff35-41e5-85b5-4a9907186c46 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Allocated IP 172.20.0.14 (9e6fae8e-72c3-49ba-ab85-7183288aac1f/dfab0825-7fb5-48bb-8aec-21481977af6e/a26b2bfa-904b-45ed-bb37-bf3fd116ea36) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:20:37.704402 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:37.777210 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5fe477e6-c835-4b92-b8e8-ce5a8b24b496 req-6ae92a8e-2638-40ac-aa91-19ccfc309787 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 210 time: 0.0539103 Jul 05 16:20:37.809923 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device f472f8e8-76d0-4068-af84-5901b45f5f21 no longer exists at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:20:37.832408 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] No Port match for: f472f8e8-76d0-4068-af84-5901b45f5f21 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:20:37.832791 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device f472f8e8-76d0-4068-af84-5901b45f5f21 not bound to the agent host hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:20:37.871773 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-7ee85983-ff35-41e5-85b5-4a9907186c46 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for port (a26b2bfa-904b-45ed-bb37-bf3fd116ea36), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:37.928988 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-087adf6d-d539-41d1-91cd-4e1a6ae8194a tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for security_group (24ef9576-e900-4355-939b-e9d5f7033d52), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:37.931215 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:37.955007 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-087adf6d-d539-41d1-91cd-4e1a6ae8194a tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for security_group (24ef9576-e900-4355-939b-e9d5f7033d52), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:37.981223 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-7ee85983-ff35-41e5-85b5-4a9907186c46 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (a26b2bfa-904b-45ed-bb37-bf3fd116ea36), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:38.027786 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-7ee85983-ff35-41e5-85b5-4a9907186c46 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Network 9e6fae8e-72c3-49ba-ab85-7183288aac1f is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:20:38.035323 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-7ee85983-ff35-41e5-85b5-4a9907186c46 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:20:38.037934 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-7ee85983-ff35-41e5-85b5-4a9907186c46 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:20:38.080669 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee85983-ff35-41e5-85b5-4a9907186c46 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Pushing event updated for resources: {'Port': ['ID=a26b2bfa-904b-45ed-bb37-bf3fd116ea36,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:38.081822 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:38.109307 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-7ee85983-ff35-41e5-85b5-4a9907186c46 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:38.109958 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-7ee85983-ff35-41e5-85b5-4a9907186c46 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:38.112029 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:38.112192 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-087adf6d-d539-41d1-91cd-4e1a6ae8194a tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (24ef9576-e900-4355-939b-e9d5f7033d52), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:38.115077 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-087adf6d-d539-41d1-91cd-4e1a6ae8194a tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:38.120833 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-087adf6d-d539-41d1-91cd-4e1a6ae8194a tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] 10.222.0.45 "DELETE /v2.0/security-groups/24ef9576-e900-4355-939b-e9d5f7033d52 HTTP/1.1" status: 204 len: 168 time: 0.4930804 Jul 05 16:20:38.128521 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087adf6d-d539-41d1-91cd-4e1a6ae8194a tempest-TestShelveInstance-1463777914 tempest-TestShelveInstance-1463777914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ef9576-e900-4355-939b-e9d5f7033d52,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:38.199931 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-7ee85983-ff35-41e5-85b5-4a9907186c46 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8371685 Jul 05 16:20:38.211706 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-75aeabcd-3616-4374-994a-bcf96fc9f726 service neutron] Request body: {'port': {'device_id': 'f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84875'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:20:38.253780 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53280) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:38.283266 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-c9f6069f-3ba2-41b7-b757-5fa6c92d4269 None None] Provisioning complete for port a26b2bfa-904b-45ed-bb37-bf3fd116ea36 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:20:38.283635 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-c9f6069f-3ba2-41b7-b757-5fa6c92d4269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (a26b2bfa-904b-45ed-bb37-bf3fd116ea36), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:38.304723 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-75aeabcd-3616-4374-994a-bcf96fc9f726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (a26b2bfa-904b-45ed-bb37-bf3fd116ea36), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:38.323440 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-c9f6069f-3ba2-41b7-b757-5fa6c92d4269 None None] Port a26b2bfa-904b-45ed-bb37-bf3fd116ea36 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:20:38.352646 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:38.567691 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-75aeabcd-3616-4374-994a-bcf96fc9f726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a26b2bfa-904b-45ed-bb37-bf3fd116ea36 {{(pid=104585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:20:38.575805 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-75aeabcd-3616-4374-994a-bcf96fc9f726 service neutron] Publish callbacks [] for port (a26b2bfa-904b-45ed-bb37-bf3fd116ea36), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:38.588712 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.provisioning_blocks [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-75aeabcd-3616-4374-994a-bcf96fc9f726 service neutron] Transition to ACTIVE for port object a26b2bfa-904b-45ed-bb37-bf3fd116ea36 will not be triggered until provisioned by entity L2. {{(pid=104585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 16:20:38.598882 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-59e7e8ff-bfa6-42dd-8748-2360a988661f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518843'] for router_interface (770f1b76-d14d-4c33-8bd4-0d2d796c6b6d), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:38.653995 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-75aeabcd-3616-4374-994a-bcf96fc9f726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (a26b2bfa-904b-45ed-bb37-bf3fd116ea36), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:38.709023 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aeabcd-3616-4374-994a-bcf96fc9f726 service neutron] Pushing event updated for resources: {'Port': ['ID=a26b2bfa-904b-45ed-bb37-bf3fd116ea36,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:38.783202 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-75aeabcd-3616-4374-994a-bcf96fc9f726 service neutron] Attempting to bind port a26b2bfa-904b-45ed-bb37-bf3fd116ea36 on host hv-cinder-84875 for vnic_type normal with profile {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:20:38.783539 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-75aeabcd-3616-4374-994a-bcf96fc9f726 service neutron] Attempting to bind port a26b2bfa-904b-45ed-bb37-bf3fd116ea36 by drivers openvswitch,hyperv on host hv-cinder-84875 at level 0 using segments [{'id': 'ac8be657-26ab-4073-97c6-de99da3a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f'}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:20:38.783871 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-75aeabcd-3616-4374-994a-bcf96fc9f726 service neutron] Attempting to bind port a26b2bfa-904b-45ed-bb37-bf3fd116ea36 on network 9e6fae8e-72c3-49ba-ab85-7183288aac1f {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:20:38.788558 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-75aeabcd-3616-4374-994a-bcf96fc9f726 service neutron] Port a26b2bfa-904b-45ed-bb37-bf3fd116ea36 on network 9e6fae8e-72c3-49ba-ab85-7183288aac1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84875 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 16:20:38.789179 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-75aeabcd-3616-4374-994a-bcf96fc9f726 service neutron] Attempting to bind port a26b2bfa-904b-45ed-bb37-bf3fd116ea36 on network 9e6fae8e-72c3-49ba-ab85-7183288aac1f {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:20:38.794044 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-75aeabcd-3616-4374-994a-bcf96fc9f726 service neutron] Checking agent: {'id': '9349738f-6636-400c-ae94-e0965ca2b601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84875', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'started_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:20:38.794387 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-75aeabcd-3616-4374-994a-bcf96fc9f726 service neutron] Checking segment: {'id': 'ac8be657-26ab-4073-97c6-de99da3a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:20:38.794777 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-75aeabcd-3616-4374-994a-bcf96fc9f726 service neutron] Bound using segment: {'id': 'ac8be657-26ab-4073-97c6-de99da3a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f'} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:20:38.795203 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-75aeabcd-3616-4374-994a-bcf96fc9f726 service neutron] Bound port: a26b2bfa-904b-45ed-bb37-bf3fd116ea36, host: hv-cinder-84875, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac8be657-26ab-4073-97c6-de99da3a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f'}}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:20:38.795602 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-75aeabcd-3616-4374-994a-bcf96fc9f726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (a26b2bfa-904b-45ed-bb37-bf3fd116ea36), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:38.837189 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-59e7e8ff-bfa6-42dd-8748-2360a988661f admin admin] Deleting port 29d22abb-31f2-4c96-9346-55cc2ed689a2 {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:20:38.837189 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-59e7e8ff-bfa6-42dd-8748-2360a988661f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (29d22abb-31f2-4c96-9346-55cc2ed689a2), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:38.852706 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:38.867781 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:38.875524 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-75aeabcd-3616-4374-994a-bcf96fc9f726 service neutron] For port a26b2bfa-904b-45ed-bb37-bf3fd116ea36, host hv-cinder-84875, cleared binding levels {{(pid=104585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:20:38.904049 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-75aeabcd-3616-4374-994a-bcf96fc9f726 service neutron] For port a26b2bfa-904b-45ed-bb37-bf3fd116ea36, host hv-cinder-84875, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=a26b2bfa-904b-45ed-bb37-bf3fd116ea36,segment=NetworkSegment(ac8be657-26ab-4073-97c6-de99da3a4b92),segment_id=ac8be657-26ab-4073-97c6-de99da3a4b92)] {{(pid=104585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:20:38.920560 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e897ef-d3f2-4552-b087-13a40384edf5 req-f2174f95-8c47-4b48-85e4-302030351159 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:38.922094 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f3e897ef-d3f2-4552-b087-13a40384edf5 req-f2174f95-8c47-4b48-85e4-302030351159 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 944 time: 0.0632224 Jul 05 16:20:38.925653 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-59e7e8ff-bfa6-42dd-8748-2360a988661f admin admin] For port 29d22abb-31f2-4c96-9346-55cc2ed689a2, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=29d22abb-31f2-4c96-9346-55cc2ed689a2,segment=NetworkSegment(69eefe3d-766d-4ac0-96af-9bacdc182015),segment_id=69eefe3d-766d-4ac0-96af-9bacdc182015)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:20:38.926083 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-59e7e8ff-bfa6-42dd-8748-2360a988661f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (29d22abb-31f2-4c96-9346-55cc2ed689a2), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:38.940278 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-59e7e8ff-bfa6-42dd-8748-2360a988661f admin admin] Calling delete_port for 29d22abb-31f2-4c96-9346-55cc2ed689a2 owned by network:router_interface {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:20:38.976019 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f3e897ef-d3f2-4552-b087-13a40384edf5 req-a30a5e57-2eef-4183-a031-6e983d408883 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476701 Jul 05 16:20:38.991330 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-75aeabcd-3616-4374-994a-bcf96fc9f726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (a26b2bfa-904b-45ed-bb37-bf3fd116ea36), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:39.027252 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-75aeabcd-3616-4374-994a-bcf96fc9f726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:39.027862 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-75aeabcd-3616-4374-994a-bcf96fc9f726 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:39.029224 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-75aeabcd-3616-4374-994a-bcf96fc9f726 service neutron] 10.222.0.47 "PUT /v2.0/ports/a26b2bfa-904b-45ed-bb37-bf3fd116ea36 HTTP/1.1" status: 200 len: 1094 time: 0.8218853 Jul 05 16:20:39.029651 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8', 'tag': 'a26b2bfa-904b-45ed-bb37-bf3fd116ea36'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:20:39.031835 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe6a8ca-c475-4866-845d-3cc947596099" -d '{"events": [{"name": "network-changed", "server_uuid": "f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8", "tag": "a26b2bfa-904b-45ed-bb37-bf3fd116ea36"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:20:39.054221 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aeabcd-3616-4374-994a-bcf96fc9f726 service neutron] Pushing event updated for resources: {'Port': ['ID=a26b2bfa-904b-45ed-bb37-bf3fd116ea36,revision_number=3']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:39.059250 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:39.089310 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90658307-2955-48ce-950b-182f39aa3a89 x-openstack-request-id: req-90658307-2955-48ce-950b-182f39aa3a89 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:20:39.089605 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8", "tag": "a26b2bfa-904b-45ed-bb37-bf3fd116ea36", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:20:39.089861 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-90658307-2955-48ce-950b-182f39aa3a89 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:20:39.090256 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90658307-2955-48ce-950b-182f39aa3a89'] response: {'name': 'network-changed', 'server_uuid': 'f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8', 'tag': 'a26b2bfa-904b-45ed-bb37-bf3fd116ea36', 'status': 'completed', 'code': 200} Jul 05 16:20:39.156603 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6a8ca-c475-4866-845d-3cc947596099 req-c80e115e-c39b-4259-8a22-7eed35dc24d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:39.158297 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-abe6a8ca-c475-4866-845d-3cc947596099 req-c80e115e-c39b-4259-8a22-7eed35dc24d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a&device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 1128 time: 0.0471382 Jul 05 16:20:39.219982 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-59e7e8ff-bfa6-42dd-8748-2360a988661f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (29d22abb-31f2-4c96-9346-55cc2ed689a2), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:39.251734 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7e8ff-bfa6-42dd-8748-2360a988661f admin admin] Pushing event deleted for resources: {'Port': ['ID=29d22abb-31f2-4c96-9346-55cc2ed689a2,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:39.270217 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6a8ca-c475-4866-845d-3cc947596099 req-1d71b832-a427-4459-9a19-25db2c0c9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:39.271722 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-abe6a8ca-c475-4866-845d-3cc947596099 req-1d71b832-a427-4459-9a19-25db2c0c9fc1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1043389 Jul 05 16:20:39.362920 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:39.381123 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6a8ca-c475-4866-845d-3cc947596099 req-9cf36a15-0e1b-41ba-b578-154dae1d97ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:39.382678 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-abe6a8ca-c475-4866-845d-3cc947596099 req-9cf36a15-0e1b-41ba-b578-154dae1d97ed service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1056292 Jul 05 16:20:39.434132 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-59e7e8ff-bfa6-42dd-8748-2360a988661f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521995'] for router_interface (770f1b76-d14d-4c33-8bd4-0d2d796c6b6d), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:39.463915 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-a8c1ed08-5f4d-46d5-8ee3-930cb4548e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:39.465610 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-a8c1ed08-5f4d-46d5-8ee3-930cb4548e52 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a&device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 1128 time: 0.0474918 Jul 05 16:20:39.506307 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-96e9e183-6b99-4a3b-8d22-436e3774e38f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a26b2bfa-904b-45ed-bb37-bf3fd116ea36 HTTP/1.1" status: 200 len: 217 time: 0.0337300 Jul 05 16:20:39.554050 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-2a8dcab1-485b-4b2a-a2cd-f1b406373cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:39.555491 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-2a8dcab1-485b-4b2a-a2cd-f1b406373cc7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfab0825-7fb5-48bb-8aec-21481977af6e HTTP/1.1" status: 200 len: 850 time: 0.0441406 Jul 05 16:20:39.598037 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-1867b5c3-24fb-4bd5-96f5-2ad27c89b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:39.599519 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-1867b5c3-24fb-4bd5-96f5-2ad27c89b19a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e6fae8e-72c3-49ba-ab85-7183288aac1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382972 Jul 05 16:20:39.648599 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e7e8ff-bfa6-42dd-8748-2360a988661f admin admin] Router 770f1b76-d14d-4c33-8bd4-0d2d796c6b6d has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:20:39.691675 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-c5c6de97-a173-45e8-8c07-3b980a9ad77f service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860872 Jul 05 16:20:39.751318 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e7e8ff-bfa6-42dd-8748-2360a988661f admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:20:39.759501 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-59e7e8ff-bfa6-42dd-8748-2360a988661f admin admin] 10.222.0.45 "PUT /v2.0/routers/770f1b76-d14d-4c33-8bd4-0d2d796c6b6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5040286 Jul 05 16:20:39.760207 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53286) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:39.762055 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d713359-e006-41ea-af8a-f63b1cd09100 None None] Sync routers for ids ['770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:20:39.772506 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d713359-e006-41ea-af8a-f63b1cd09100 None None] Routers {'770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:20:39.773339 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-6d713359-e006-41ea-af8a-f63b1cd09100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:20:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:39.790864 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-64e8219a-db6f-48dd-ace1-e38fb3936181 req-ae4fdcd9-9f9f-49f5-9859-e101f63e6fc8 service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934899 Jul 05 16:20:39.820508 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=100 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:39.856992 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-62bace45-a9c9-4baf-8c6d-c7e77cc84f2f admin admin] Publish callbacks [] for router (770f1b76-d14d-4c33-8bd4-0d2d796c6b6d), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:39.889375 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-6d713359-e006-41ea-af8a-f63b1cd09100 None None] Set router 770f1b76-d14d-4c33-8bd4-0d2d796c6b6d gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:20:39.951956 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:39.954507 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-62bace45-a9c9-4baf-8c6d-c7e77cc84f2f admin admin] Publish callbacks [] for router_gateway (770f1b76-d14d-4c33-8bd4-0d2d796c6b6d), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:40.057092 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-6d713359-e006-41ea-af8a-f63b1cd09100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'name': 'tempest-TestShelveInstance-2001641178-router', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b0a3b8b2-b89c-4444-88b5-442b66dd2d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:15:49Z', 'updated_at': '2022-07-05T16:20:39Z', 'revision_number': 5, 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'gw_port': {'id': 'b0a3b8b2-b89c-4444-88b5-442b66dd2d22', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:50Z', 'updated_at': '2022-07-05T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:40.081170 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-62bace45-a9c9-4baf-8c6d-c7e77cc84f2f admin admin] Deleting port b0a3b8b2-b89c-4444-88b5-442b66dd2d22 {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:20:40.081562 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-62bace45-a9c9-4baf-8c6d-c7e77cc84f2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (b0a3b8b2-b89c-4444-88b5-442b66dd2d22), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:40.083308 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d713359-e006-41ea-af8a-f63b1cd09100 None None] Checking router: 770f1b76-d14d-4c33-8bd4-0d2d796c6b6d for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:20:40.094080 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d713359-e006-41ea-af8a-f63b1cd09100 None None] Routers {'770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:20:40.095649 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-6d713359-e006-41ea-af8a-f63b1cd09100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:20:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:40.107455 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d464b1-922e-478b-b853-b26732e772e8 req-d4d6fc2d-2279-415c-806f-1c4be7e17f40 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:40.109089 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b4d464b1-922e-478b-b853-b26732e772e8 req-d4d6fc2d-2279-415c-806f-1c4be7e17f40 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 944 time: 0.0584552 Jul 05 16:20:40.163853 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b4d464b1-922e-478b-b853-b26732e772e8 req-3b3353b9-e1e3-487d-8dff-5319ae90bd36 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488200 Jul 05 16:20:40.171727 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-62bace45-a9c9-4baf-8c6d-c7e77cc84f2f admin admin] For port b0a3b8b2-b89c-4444-88b5-442b66dd2d22, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=b0a3b8b2-b89c-4444-88b5-442b66dd2d22,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:20:40.172089 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-62bace45-a9c9-4baf-8c6d-c7e77cc84f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (b0a3b8b2-b89c-4444-88b5-442b66dd2d22), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:40.179862 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:40.184310 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-6d713359-e006-41ea-af8a-f63b1cd09100 None None] Set router 770f1b76-d14d-4c33-8bd4-0d2d796c6b6d gateway port host: None {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:20:40.187551 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-62bace45-a9c9-4baf-8c6d-c7e77cc84f2f admin admin] Calling delete_port for b0a3b8b2-b89c-4444-88b5-442b66dd2d22 owned by network:router_gateway {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:20:40.231642 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-6d713359-e006-41ea-af8a-f63b1cd09100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'name': 'tempest-TestShelveInstance-2001641178-router', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:15:49Z', 'updated_at': '2022-07-05T16:20:39Z', 'revision_number': 6, 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'gw_port_host': None}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:40.262030 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d713359-e006-41ea-af8a-f63b1cd09100 None None] The sync data for ids ['770f1b76-d14d-4c33-8bd4-0d2d796c6b6d'] in dv-cinder-848759-1-iscsi is: [{'id': '770f1b76-d14d-4c33-8bd4-0d2d796c6b6d', 'name': 'tempest-TestShelveInstance-2001641178-router', 'tenant_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:15:49Z', 'updated_at': '2022-07-05T16:20:39Z', 'revision_number': 6, 'project_id': 'de07093c553b4f0391c85e5ea04cf7f1', 'gw_port_host': None}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:20:40.419764 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-62bace45-a9c9-4baf-8c6d-c7e77cc84f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (b0a3b8b2-b89c-4444-88b5-442b66dd2d22), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:40.443287 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bace45-a9c9-4baf-8c6d-c7e77cc84f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=b0a3b8b2-b89c-4444-88b5-442b66dd2d22,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:40.510402 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-62bace45-a9c9-4baf-8c6d-c7e77cc84f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-508993'] for router_gateway (770f1b76-d14d-4c33-8bd4-0d2d796c6b6d), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:40.593839 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-62bace45-a9c9-4baf-8c6d-c7e77cc84f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075037'] for router (770f1b76-d14d-4c33-8bd4-0d2d796c6b6d), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:40.596035 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-62bace45-a9c9-4baf-8c6d-c7e77cc84f2f admin admin] Publish callbacks [] for router_controller (770f1b76-d14d-4c33-8bd4-0d2d796c6b6d), precommit_delete_associations {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:40.705438 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-62bace45-a9c9-4baf-8c6d-c7e77cc84f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498478'] for router (770f1b76-d14d-4c33-8bd4-0d2d796c6b6d), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:40.706081 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bace45-a9c9-4baf-8c6d-c7e77cc84f2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 770f1b76-d14d-4c33-8bd4-0d2d796c6b6d {{(pid=104584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 16:20:40.710552 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-62bace45-a9c9-4baf-8c6d-c7e77cc84f2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:40.711715 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-62bace45-a9c9-4baf-8c6d-c7e77cc84f2f admin admin] 10.222.0.45 "DELETE /v2.0/routers/770f1b76-d14d-4c33-8bd4-0d2d796c6b6d HTTP/1.1" status: 204 len: 168 time: 0.9505455 Jul 05 16:20:40.714508 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53290) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:40.761067 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_v2 [None req-8677bd34-bfa1-41b0-a72a-43e86a980912 admin admin] Deleting subnet 97671110-e611-4c1b-974f-7d7fdbed0ace {{(pid=104584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 16:20:40.764078 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8677bd34-bfa1-41b0-a72a-43e86a980912 admin admin] Publish callbacks [] for subnet (97671110-e611-4c1b-974f-7d7fdbed0ace), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:40.801771 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8677bd34-bfa1-41b0-a72a-43e86a980912 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032071'] for subnet (97671110-e611-4c1b-974f-7d7fdbed0ace), precommit_delete_associations {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:40.875541 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8677bd34-bfa1-41b0-a72a-43e86a980912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7708876'] for subnet (97671110-e611-4c1b-974f-7d7fdbed0ace), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:41.008218 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8677bd34-bfa1-41b0-a72a-43e86a980912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7708871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1267982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411760'] for subnet (97671110-e611-4c1b-974f-7d7fdbed0ace), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:41.038121 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677bd34-bfa1-41b0-a72a-43e86a980912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97671110-e611-4c1b-974f-7d7fdbed0ace,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:41.043649 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-8677bd34-bfa1-41b0-a72a-43e86a980912 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:41.047180 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-8677bd34-bfa1-41b0-a72a-43e86a980912 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/97671110-e611-4c1b-974f-7d7fdbed0ace HTTP/1.1" status: 204 len: 168 time: 0.3313355 Jul 05 16:20:41.049487 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 53292) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:41.051557 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85538d11-5f9e-47cf-b2a6-f78694ebbbe9 None None] Network 12affb1e-679a-48f8-ae30-8179cd00fc19 requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:20:41.123844 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-77c78c63-9642-4a8c-b364-4d12a2687587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7605430'] for network (12affb1e-679a-48f8-ae30-8179cd00fc19), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:41.167338 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [None req-77c78c63-9642-4a8c-b364-4d12a2687587 admin admin] Deleting port 6b21b4e7-aab6-4027-8913-6e31f9d35705 {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:20:41.167684 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-77c78c63-9642-4a8c-b364-4d12a2687587 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (6b21b4e7-aab6-4027-8913-6e31f9d35705), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:41.207481 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78c65d8-6b75-45db-b641-3d6b0d3f9aac None None] DHCP port deletion for 12affb1e-679a-48f8-ae30-8179cd00fc19 request from dv-cinder-848759-1-iscsi {{(pid=104586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 05 16:20:41.235024 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [None req-77c78c63-9642-4a8c-b364-4d12a2687587 admin admin] For port 6b21b4e7-aab6-4027-8913-6e31f9d35705, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=6b21b4e7-aab6-4027-8913-6e31f9d35705,segment=NetworkSegment(69eefe3d-766d-4ac0-96af-9bacdc182015),segment_id=69eefe3d-766d-4ac0-96af-9bacdc182015)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:20:41.235722 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-77c78c63-9642-4a8c-b364-4d12a2687587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (6b21b4e7-aab6-4027-8913-6e31f9d35705), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:41.248665 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-f78c65d8-6b75-45db-b641-3d6b0d3f9aac None None] Deleting port 6b21b4e7-aab6-4027-8913-6e31f9d35705 {{(pid=104586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:20:41.249217 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f78c65d8-6b75-45db-b641-3d6b0d3f9aac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (6b21b4e7-aab6-4027-8913-6e31f9d35705), before_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:41.259466 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [None req-77c78c63-9642-4a8c-b364-4d12a2687587 admin admin] Calling delete_port for 6b21b4e7-aab6-4027-8913-6e31f9d35705 owned by network:dhcp {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:20:41.322115 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-f78c65d8-6b75-45db-b641-3d6b0d3f9aac None None] For port 6b21b4e7-aab6-4027-8913-6e31f9d35705, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=6b21b4e7-aab6-4027-8913-6e31f9d35705,segment=NetworkSegment(69eefe3d-766d-4ac0-96af-9bacdc182015),segment_id=69eefe3d-766d-4ac0-96af-9bacdc182015)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:20:41.322502 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f78c65d8-6b75-45db-b641-3d6b0d3f9aac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (6b21b4e7-aab6-4027-8913-6e31f9d35705), precommit_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:41.335466 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-f78c65d8-6b75-45db-b641-3d6b0d3f9aac None None] Calling delete_port for 6b21b4e7-aab6-4027-8913-6e31f9d35705 owned by network:dhcp {{(pid=104586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:20:41.350596 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814a42c-1792-4b5e-b4b5-16c014c2751e req-e4b2f7ab-6298-46c6-956f-067cff658b19 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:41.352126 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6814a42c-1792-4b5e-b4b5-16c014c2751e req-e4b2f7ab-6298-46c6-956f-067cff658b19 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 944 time: 0.0977259 Jul 05 16:20:41.421001 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6814a42c-1792-4b5e-b4b5-16c014c2751e req-8eedf05a-53e4-47d3-87a7-38524556a610 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598016 Jul 05 16:20:41.482140 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-77c78c63-9642-4a8c-b364-4d12a2687587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (6b21b4e7-aab6-4027-8913-6e31f9d35705), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:41.485890 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:41.489345 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f78c65d8-6b75-45db-b641-3d6b0d3f9aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858'] for port (6b21b4e7-aab6-4027-8913-6e31f9d35705), after_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:41.509312 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c78c63-9642-4a8c-b364-4d12a2687587 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b21b4e7-aab6-4027-8913-6e31f9d35705,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:41.514749 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c78c63-9642-4a8c-b364-4d12a2687587 admin admin] No DVR routers for this DVR port 6b21b4e7-aab6-4027-8913-6e31f9d35705 on host dv-cinder-848759-1-iscsi {{(pid=104585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:20:41.515539 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c65d8-6b75-45db-b641-3d6b0d3f9aac None None] Pushing event deleted for resources: {'Port': ['ID=6b21b4e7-aab6-4027-8913-6e31f9d35705,revision_number=None']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:41.517477 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78c65d8-6b75-45db-b641-3d6b0d3f9aac None None] No DVR routers for this DVR port 6b21b4e7-aab6-4027-8913-6e31f9d35705 on host dv-cinder-848759-1-iscsi {{(pid=104586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:20:41.585237 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-77c78c63-9642-4a8c-b364-4d12a2687587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7757606', 'neutron.services.segments.db._delete_segments_for_network-8746276517753'] for network (12affb1e-679a-48f8-ae30-8179cd00fc19), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:41.598282 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:41.606543 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.services.segments.db [None req-77c78c63-9642-4a8c-b364-4d12a2687587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12affb1e-679a-48f8-ae30-8179cd00fc19']}} {{(pid=104585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:41.615708 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.services.segments.db [None req-77c78c63-9642-4a8c-b364-4d12a2687587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69eefe3d-766d-4ac0-96af-9bacdc182015') {'for_net_delete': True} {{(pid=104585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:41.618780 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.services.segments.db [None req-77c78c63-9642-4a8c-b364-4d12a2687587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69eefe3d-766d-4ac0-96af-9bacdc182015') {} {{(pid=104585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:41.625880 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-77c78c63-9642-4a8c-b364-4d12a2687587 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746276519554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9024836'] for segment (69eefe3d-766d-4ac0-96af-9bacdc182015), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:41.639118 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-77c78c63-9642-4a8c-b364-4d12a2687587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (69eefe3d-766d-4ac0-96af-9bacdc182015), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:41.645359 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c78c63-9642-4a8c-b364-4d12a2687587 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=104585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:20:41.646916 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-77c78c63-9642-4a8c-b364-4d12a2687587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8872760'] for segment (69eefe3d-766d-4ac0-96af-9bacdc182015), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:41.719978 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.services.segments.plugin [-] Segment 69eefe3d-766d-4ac0-96af-9bacdc182015 resource provider aggregate not found Jul 05 16:20:41.736073 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.services.segments.plugin [-] Segment 69eefe3d-766d-4ac0-96af-9bacdc182015 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69eefe3d-766d-4ac0-96af-9bacdc182015 found for delete ", "request_id": "req-f74fe76c-4e4f-4988-b260-d6da2aa06310"}]} Jul 05 16:20:41.762582 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-77c78c63-9642-4a8c-b364-4d12a2687587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7757615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509440'] for network (12affb1e-679a-48f8-ae30-8179cd00fc19), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:41.767982 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-77c78c63-9642-4a8c-b364-4d12a2687587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:41.771131 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-77c78c63-9642-4a8c-b364-4d12a2687587 admin admin] 10.222.0.45 "DELETE /v2.0/networks/12affb1e-679a-48f8-ae30-8179cd00fc19 HTTP/1.1" status: 204 len: 168 time: 0.7205644 Jul 05 16:20:41.774151 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53302) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:41.781838 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c78c63-9642-4a8c-b364-4d12a2687587 admin admin] Pushing event deleted for resources: {'Network': ['ID=12affb1e-679a-48f8-ae30-8179cd00fc19,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:41.813670 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:42.000196 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:42.081662 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-7901423d-398f-4e2e-bea6-a32f89387b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518843'] for router_interface (022369e6-b5c7-479f-a210-9d4df9445bf0), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:42.287086 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device b0a3b8b2-b89c-4444-88b5-442b66dd2d22 no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:20:42.308558 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: b0a3b8b2-b89c-4444-88b5-442b66dd2d22 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:20:42.309028 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device b0a3b8b2-b89c-4444-88b5-442b66dd2d22 not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:20:42.309535 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 6b21b4e7-aab6-4027-8913-6e31f9d35705 no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:20:42.327791 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: 6b21b4e7-aab6-4027-8913-6e31f9d35705 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:20:42.328232 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 6b21b4e7-aab6-4027-8913-6e31f9d35705 not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:20:42.328701 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 29d22abb-31f2-4c96-9346-55cc2ed689a2 no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:20:42.350319 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: 29d22abb-31f2-4c96-9346-55cc2ed689a2 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:20:42.350661 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 29d22abb-31f2-4c96-9346-55cc2ed689a2 not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:20:42.534862 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e1df0-a104-4f57-9a45-ee4e9762e0f4 req-b8f7c7ec-89f1-465a-bf40-18fcd1ba8e82 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:42.536229 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-290e1df0-a104-4f57-9a45-ee4e9762e0f4 req-b8f7c7ec-89f1-465a-bf40-18fcd1ba8e82 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 944 time: 0.0458224 Jul 05 16:20:42.544179 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-7901423d-398f-4e2e-bea6-a32f89387b4b admin admin] Deleting port 3e25c193-8655-4808-9e94-9b2df9cb9085 {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:20:42.544633 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-7901423d-398f-4e2e-bea6-a32f89387b4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (3e25c193-8655-4808-9e94-9b2df9cb9085), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:42.584515 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-290e1df0-a104-4f57-9a45-ee4e9762e0f4 req-88862ba4-263b-412f-85e1-380203b058fb tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420761 Jul 05 16:20:42.643834 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-7901423d-398f-4e2e-bea6-a32f89387b4b admin admin] For port 3e25c193-8655-4808-9e94-9b2df9cb9085, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=3e25c193-8655-4808-9e94-9b2df9cb9085,segment=NetworkSegment(c5f65358-352d-4152-bb78-7058eb6e97fb),segment_id=c5f65358-352d-4152-bb78-7058eb6e97fb)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:20:42.644457 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-7901423d-398f-4e2e-bea6-a32f89387b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (3e25c193-8655-4808-9e94-9b2df9cb9085), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:42.660136 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-7901423d-398f-4e2e-bea6-a32f89387b4b admin admin] Calling delete_port for 3e25c193-8655-4808-9e94-9b2df9cb9085 owned by network:router_interface {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:20:42.900483 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-7901423d-398f-4e2e-bea6-a32f89387b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (3e25c193-8655-4808-9e94-9b2df9cb9085), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:42.925056 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901423d-398f-4e2e-bea6-a32f89387b4b admin admin] Pushing event deleted for resources: {'Port': ['ID=3e25c193-8655-4808-9e94-9b2df9cb9085,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:43.034013 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:43.093795 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-7901423d-398f-4e2e-bea6-a32f89387b4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521995'] for router_interface (022369e6-b5c7-479f-a210-9d4df9445bf0), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:43.140012 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:43.297859 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7901423d-398f-4e2e-bea6-a32f89387b4b admin admin] Router 022369e6-b5c7-479f-a210-9d4df9445bf0 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:20:43.404914 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7901423d-398f-4e2e-bea6-a32f89387b4b admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:20:43.409759 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-7901423d-398f-4e2e-bea6-a32f89387b4b admin admin] 10.222.0.45 "PUT /v2.0/routers/022369e6-b5c7-479f-a210-9d4df9445bf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6346128 Jul 05 16:20:43.412215 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53308) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:43.413160 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc0f602-da40-48b7-84c4-926732d3daaa None None] Sync routers for ids ['022369e6-b5c7-479f-a210-9d4df9445bf0'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:20:43.423521 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc0f602-da40-48b7-84c4-926732d3daaa None None] Routers {'022369e6-b5c7-479f-a210-9d4df9445bf0'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:20:43.424134 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-9fc0f602-da40-48b7-84c4-926732d3daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:20:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['022369e6-b5c7-479f-a210-9d4df9445bf0'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:43.510637 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-09347b23-b77f-423c-b7aa-8563204f0f84 admin admin] Publish callbacks [] for router (022369e6-b5c7-479f-a210-9d4df9445bf0), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:43.524941 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-9fc0f602-da40-48b7-84c4-926732d3daaa None None] Set router 022369e6-b5c7-479f-a210-9d4df9445bf0 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:20:43.607144 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-09347b23-b77f-423c-b7aa-8563204f0f84 admin admin] Publish callbacks [] for router_gateway (022369e6-b5c7-479f-a210-9d4df9445bf0), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:43.693052 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-9fc0f602-da40-48b7-84c4-926732d3daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022369e6-b5c7-479f-a210-9d4df9445bf0', 'name': 'tempest-TestShelveInstance-7784843-router', 'tenant_id': '029709f656f44d5d999793a45eef802c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'afb39a1c-3d8c-436f-9e0a-c62557a914dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:15:57Z', 'updated_at': '2022-07-05T16:20:42Z', 'revision_number': 5, 'project_id': '029709f656f44d5d999793a45eef802c', 'gw_port': {'id': 'afb39a1c-3d8c-436f-9e0a-c62557a914dd', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022369e6-b5c7-479f-a210-9d4df9445bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:15:59Z', 'updated_at': '2022-07-05T16:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:43.703576 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f006ea-002d-4d8a-a680-06b33d9dba01 req-f3f57104-da4c-40f8-938b-bfc983282811 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:43.716998 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b3f006ea-002d-4d8a-a680-06b33d9dba01 req-f3f57104-da4c-40f8-938b-bfc983282811 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 944 time: 0.0520787 Jul 05 16:20:43.717164 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-09347b23-b77f-423c-b7aa-8563204f0f84 admin admin] Deleting port afb39a1c-3d8c-436f-9e0a-c62557a914dd {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:20:43.717164 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-09347b23-b77f-423c-b7aa-8563204f0f84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (afb39a1c-3d8c-436f-9e0a-c62557a914dd), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:43.722337 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc0f602-da40-48b7-84c4-926732d3daaa None None] Checking router: 022369e6-b5c7-479f-a210-9d4df9445bf0 for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:20:43.731260 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc0f602-da40-48b7-84c4-926732d3daaa None None] Routers {'022369e6-b5c7-479f-a210-9d4df9445bf0'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:20:43.731865 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-9fc0f602-da40-48b7-84c4-926732d3daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:20:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['022369e6-b5c7-479f-a210-9d4df9445bf0'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:43.761154 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-b3f006ea-002d-4d8a-a680-06b33d9dba01 req-ada53c93-2d69-4f47-9493-359ef5821b30 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503633 Jul 05 16:20:43.771689 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:43.795180 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-09347b23-b77f-423c-b7aa-8563204f0f84 admin admin] For port afb39a1c-3d8c-436f-9e0a-c62557a914dd, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=afb39a1c-3d8c-436f-9e0a-c62557a914dd,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:20:43.795548 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-09347b23-b77f-423c-b7aa-8563204f0f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (afb39a1c-3d8c-436f-9e0a-c62557a914dd), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:43.801455 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:43.812753 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-09347b23-b77f-423c-b7aa-8563204f0f84 admin admin] Calling delete_port for afb39a1c-3d8c-436f-9e0a-c62557a914dd owned by network:router_gateway {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:20:43.818068 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-9fc0f602-da40-48b7-84c4-926732d3daaa None None] Set router 022369e6-b5c7-479f-a210-9d4df9445bf0 gateway port host: None {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:20:43.870137 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-9fc0f602-da40-48b7-84c4-926732d3daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022369e6-b5c7-479f-a210-9d4df9445bf0', 'name': 'tempest-TestShelveInstance-7784843-router', 'tenant_id': '029709f656f44d5d999793a45eef802c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:15:57Z', 'updated_at': '2022-07-05T16:20:43Z', 'revision_number': 6, 'project_id': '029709f656f44d5d999793a45eef802c', 'gw_port_host': None}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:43.895211 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc0f602-da40-48b7-84c4-926732d3daaa None None] The sync data for ids ['022369e6-b5c7-479f-a210-9d4df9445bf0'] in dv-cinder-848759-1-iscsi is: [{'id': '022369e6-b5c7-479f-a210-9d4df9445bf0', 'name': 'tempest-TestShelveInstance-7784843-router', 'tenant_id': '029709f656f44d5d999793a45eef802c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:15:57Z', 'updated_at': '2022-07-05T16:20:43Z', 'revision_number': 6, 'project_id': '029709f656f44d5d999793a45eef802c', 'gw_port_host': None}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:20:43.919589 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:44.059596 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-09347b23-b77f-423c-b7aa-8563204f0f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (afb39a1c-3d8c-436f-9e0a-c62557a914dd), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:44.088525 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09347b23-b77f-423c-b7aa-8563204f0f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=afb39a1c-3d8c-436f-9e0a-c62557a914dd,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:44.114223 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:44.150404 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-09347b23-b77f-423c-b7aa-8563204f0f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-508993'] for router_gateway (022369e6-b5c7-479f-a210-9d4df9445bf0), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:44.240166 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-09347b23-b77f-423c-b7aa-8563204f0f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075037'] for router (022369e6-b5c7-479f-a210-9d4df9445bf0), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:44.242627 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-09347b23-b77f-423c-b7aa-8563204f0f84 admin admin] Publish callbacks [] for router_controller (022369e6-b5c7-479f-a210-9d4df9445bf0), precommit_delete_associations {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:44.345618 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-09347b23-b77f-423c-b7aa-8563204f0f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498478'] for router (022369e6-b5c7-479f-a210-9d4df9445bf0), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:44.346213 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09347b23-b77f-423c-b7aa-8563204f0f84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 022369e6-b5c7-479f-a210-9d4df9445bf0 {{(pid=104584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 16:20:44.350540 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-09347b23-b77f-423c-b7aa-8563204f0f84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:44.351673 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-09347b23-b77f-423c-b7aa-8563204f0f84 admin admin] 10.222.0.45 "DELETE /v2.0/routers/022369e6-b5c7-479f-a210-9d4df9445bf0 HTTP/1.1" status: 204 len: 168 time: 0.9385157 Jul 05 16:20:44.354201 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53312) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:44.402015 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef5681b2-1393-4272-92fc-4f779832dac2 admin admin] Deleting subnet 48e05584-4e0c-4e81-a19f-6b148e891067 {{(pid=104584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 16:20:44.405108 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-ef5681b2-1393-4272-92fc-4f779832dac2 admin admin] Publish callbacks [] for subnet (48e05584-4e0c-4e81-a19f-6b148e891067), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:44.438355 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-ef5681b2-1393-4272-92fc-4f779832dac2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032071'] for subnet (48e05584-4e0c-4e81-a19f-6b148e891067), precommit_delete_associations {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:44.511261 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-ef5681b2-1393-4272-92fc-4f779832dac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7708876'] for subnet (48e05584-4e0c-4e81-a19f-6b148e891067), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:44.630133 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 3e25c193-8655-4808-9e94-9b2df9cb9085 no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:20:44.637156 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-ef5681b2-1393-4272-92fc-4f779832dac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7708871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1267982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411760'] for subnet (48e05584-4e0c-4e81-a19f-6b148e891067), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:44.650733 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: 3e25c193-8655-4808-9e94-9b2df9cb9085 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:20:44.650944 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 3e25c193-8655-4808-9e94-9b2df9cb9085 not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:20:44.665535 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5681b2-1393-4272-92fc-4f779832dac2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48e05584-4e0c-4e81-a19f-6b148e891067,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:44.667471 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-ef5681b2-1393-4272-92fc-4f779832dac2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:44.672989 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f1ea58-299c-4838-be03-2c666b0266a0 None None] Network ec7a5392-f047-4b38-af4e-b9f9d344920e requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:20:44.673239 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 53314) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:44.673383 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-ef5681b2-1393-4272-92fc-4f779832dac2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/48e05584-4e0c-4e81-a19f-6b148e891067 HTTP/1.1" status: 204 len: 168 time: 0.3181055 Jul 05 16:20:44.743901 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b3701e3f-0a2f-4fe7-9413-c2219e455e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7605430'] for network (ec7a5392-f047-4b38-af4e-b9f9d344920e), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:44.794775 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [None req-b3701e3f-0a2f-4fe7-9413-c2219e455e70 admin admin] Deleting port f78dc699-06e0-4cf5-8e74-27ebae73d06e {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:20:44.795013 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b3701e3f-0a2f-4fe7-9413-c2219e455e70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (f78dc699-06e0-4cf5-8e74-27ebae73d06e), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:44.822856 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297087ad-bf14-45ca-82a7-849682881f8e None None] DHCP port deletion for ec7a5392-f047-4b38-af4e-b9f9d344920e request from dv-cinder-848759-1-iscsi {{(pid=104586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 05 16:20:44.860270 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-297087ad-bf14-45ca-82a7-849682881f8e None None] Deleting port f78dc699-06e0-4cf5-8e74-27ebae73d06e {{(pid=104586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:20:44.860934 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-297087ad-bf14-45ca-82a7-849682881f8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (f78dc699-06e0-4cf5-8e74-27ebae73d06e), before_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:44.904015 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [None req-b3701e3f-0a2f-4fe7-9413-c2219e455e70 admin admin] For port f78dc699-06e0-4cf5-8e74-27ebae73d06e, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=f78dc699-06e0-4cf5-8e74-27ebae73d06e,segment=NetworkSegment(c5f65358-352d-4152-bb78-7058eb6e97fb),segment_id=c5f65358-352d-4152-bb78-7058eb6e97fb)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:20:44.904582 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b3701e3f-0a2f-4fe7-9413-c2219e455e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (f78dc699-06e0-4cf5-8e74-27ebae73d06e), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:44.925750 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6faac4-bf5b-4184-aa36-1e03cebc690c req-804a8998-ee99-4fe6-8ddd-c41e8351e6dd tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:44.933433 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5f6faac4-bf5b-4184-aa36-1e03cebc690c req-804a8998-ee99-4fe6-8ddd-c41e8351e6dd tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 944 time: 0.0830104 Jul 05 16:20:44.933957 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-297087ad-bf14-45ca-82a7-849682881f8e None None] For port f78dc699-06e0-4cf5-8e74-27ebae73d06e, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=f78dc699-06e0-4cf5-8e74-27ebae73d06e,segment=NetworkSegment(c5f65358-352d-4152-bb78-7058eb6e97fb),segment_id=c5f65358-352d-4152-bb78-7058eb6e97fb)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:20:44.934356 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-297087ad-bf14-45ca-82a7-849682881f8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (f78dc699-06e0-4cf5-8e74-27ebae73d06e), precommit_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:44.936501 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [None req-b3701e3f-0a2f-4fe7-9413-c2219e455e70 admin admin] Calling delete_port for f78dc699-06e0-4cf5-8e74-27ebae73d06e owned by network:dhcp {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:20:44.949084 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-297087ad-bf14-45ca-82a7-849682881f8e None None] Calling delete_port for f78dc699-06e0-4cf5-8e74-27ebae73d06e owned by network:dhcp {{(pid=104586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:20:45.028376 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5f6faac4-bf5b-4184-aa36-1e03cebc690c req-7d0324cf-4ef9-4e44-bab4-63bedf3daf75 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940428 Jul 05 16:20:45.122463 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-297087ad-bf14-45ca-82a7-849682881f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858'] for port (f78dc699-06e0-4cf5-8e74-27ebae73d06e), after_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:45.129688 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b3701e3f-0a2f-4fe7-9413-c2219e455e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (f78dc699-06e0-4cf5-8e74-27ebae73d06e), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:45.148512 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297087ad-bf14-45ca-82a7-849682881f8e None None] Pushing event deleted for resources: {'Port': ['ID=f78dc699-06e0-4cf5-8e74-27ebae73d06e,revision_number=None']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:45.154017 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297087ad-bf14-45ca-82a7-849682881f8e None None] No DVR routers for this DVR port f78dc699-06e0-4cf5-8e74-27ebae73d06e on host dv-cinder-848759-1-iscsi {{(pid=104586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:20:45.157196 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3701e3f-0a2f-4fe7-9413-c2219e455e70 admin admin] Pushing event deleted for resources: {'Port': ['ID=f78dc699-06e0-4cf5-8e74-27ebae73d06e,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:45.159053 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3701e3f-0a2f-4fe7-9413-c2219e455e70 admin admin] No DVR routers for this DVR port f78dc699-06e0-4cf5-8e74-27ebae73d06e on host dv-cinder-848759-1-iscsi {{(pid=104585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:20:45.234821 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b3701e3f-0a2f-4fe7-9413-c2219e455e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7757606', 'neutron.services.segments.db._delete_segments_for_network-8746276517753'] for network (ec7a5392-f047-4b38-af4e-b9f9d344920e), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:45.254576 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.services.segments.db [None req-b3701e3f-0a2f-4fe7-9413-c2219e455e70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7a5392-f047-4b38-af4e-b9f9d344920e']}} {{(pid=104585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:45.263572 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.services.segments.db [None req-b3701e3f-0a2f-4fe7-9413-c2219e455e70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f65358-352d-4152-bb78-7058eb6e97fb') {'for_net_delete': True} {{(pid=104585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:45.263875 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.services.segments.db [None req-b3701e3f-0a2f-4fe7-9413-c2219e455e70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f65358-352d-4152-bb78-7058eb6e97fb') {} {{(pid=104585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:45.273138 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b3701e3f-0a2f-4fe7-9413-c2219e455e70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746276519554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9024836'] for segment (c5f65358-352d-4152-bb78-7058eb6e97fb), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:45.285984 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b3701e3f-0a2f-4fe7-9413-c2219e455e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (c5f65358-352d-4152-bb78-7058eb6e97fb), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:45.291980 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:45.293163 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3701e3f-0a2f-4fe7-9413-c2219e455e70 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=104585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:20:45.293496 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b3701e3f-0a2f-4fe7-9413-c2219e455e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8872760'] for segment (c5f65358-352d-4152-bb78-7058eb6e97fb), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:45.311954 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.services.segments.plugin [-] Segment c5f65358-352d-4152-bb78-7058eb6e97fb resource provider aggregate not found Jul 05 16:20:45.354002 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.services.segments.plugin [-] Segment c5f65358-352d-4152-bb78-7058eb6e97fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5f65358-352d-4152-bb78-7058eb6e97fb found for delete ", "request_id": "req-b7cc4edd-edc8-4f2f-91de-2f98ea6354f3"}]} Jul 05 16:20:45.464616 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b3701e3f-0a2f-4fe7-9413-c2219e455e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7757615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509440'] for network (ec7a5392-f047-4b38-af4e-b9f9d344920e), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:45.469975 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b3701e3f-0a2f-4fe7-9413-c2219e455e70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:45.473046 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-b3701e3f-0a2f-4fe7-9413-c2219e455e70 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ec7a5392-f047-4b38-af4e-b9f9d344920e HTTP/1.1" status: 204 len: 168 time: 0.7984390 Jul 05 16:20:45.474604 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:45.485716 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3701e3f-0a2f-4fe7-9413-c2219e455e70 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec7a5392-f047-4b38-af4e-b9f9d344920e,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:45.891630 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 53324) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:45.931023 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-35128c97-e470-49a4-be96-98c820d74dea admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=de07093c553b4f0391c85e5ea04cf7f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382454 Jul 05 16:20:45.933392 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 53326) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:45.980817 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-71c0d189-52a4-4d0c-8c3f-e334ade6ead2 admin admin] Publish callbacks [] for security_group (b6ebc5a6-bf1a-4a01-a438-b6fc7d38c398), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:46.001751 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-71c0d189-52a4-4d0c-8c3f-e334ade6ead2 admin admin] Publish callbacks [] for security_group (b6ebc5a6-bf1a-4a01-a438-b6fc7d38c398), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:46.146084 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aded9a-61a5-4e48-8451-3f58d64fa235 req-de81b6af-2416-4be1-baf1-c6bcb25375f0 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:46.147528 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-98aded9a-61a5-4e48-8451-3f58d64fa235 req-de81b6af-2416-4be1-baf1-c6bcb25375f0 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 944 time: 0.0516748 Jul 05 16:20:46.148531 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-71c0d189-52a4-4d0c-8c3f-e334ade6ead2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (b6ebc5a6-bf1a-4a01-a438-b6fc7d38c398), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:46.151065 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-71c0d189-52a4-4d0c-8c3f-e334ade6ead2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:46.154562 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-71c0d189-52a4-4d0c-8c3f-e334ade6ead2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b6ebc5a6-bf1a-4a01-a438-b6fc7d38c398 HTTP/1.1" status: 204 len: 168 time: 0.2178240 Jul 05 16:20:46.171995 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0d189-52a4-4d0c-8c3f-e334ade6ead2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ebc5a6-bf1a-4a01-a438-b6fc7d38c398,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:46.208423 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-98aded9a-61a5-4e48-8451-3f58d64fa235 req-cc2c7afc-cc30-4a45-af2e-54f9a40e89da tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537269 Jul 05 16:20:46.286132 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device f78dc699-06e0-4cf5-8e74-27ebae73d06e no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:20:46.306121 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: f78dc699-06e0-4cf5-8e74-27ebae73d06e {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:20:46.306398 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device f78dc699-06e0-4cf5-8e74-27ebae73d06e not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:20:46.306803 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device afb39a1c-3d8c-436f-9e0a-c62557a914dd no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:20:46.325266 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: afb39a1c-3d8c-436f-9e0a-c62557a914dd {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:20:46.325606 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device afb39a1c-3d8c-436f-9e0a-c62557a914dd not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:20:46.816527 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 53334) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:46.856530 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-a939787f-eacf-4fdf-90d7-cb982b4b8dd9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=029709f656f44d5d999793a45eef802c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388389 Jul 05 16:20:46.858938 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 53336) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:46.906108 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-1541bbc2-0b12-42e7-9efd-d31ba15eab4d admin admin] Publish callbacks [] for security_group (9edc724c-cd34-4f38-be55-670ecf885f7f), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:46.927532 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-1541bbc2-0b12-42e7-9efd-d31ba15eab4d admin admin] Publish callbacks [] for security_group (9edc724c-cd34-4f38-be55-670ecf885f7f), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:47.025720 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-1541bbc2-0b12-42e7-9efd-d31ba15eab4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (9edc724c-cd34-4f38-be55-670ecf885f7f), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:47.028096 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-1541bbc2-0b12-42e7-9efd-d31ba15eab4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:47.029266 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-1541bbc2-0b12-42e7-9efd-d31ba15eab4d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9edc724c-cd34-4f38-be55-670ecf885f7f HTTP/1.1" status: 204 len: 168 time: 0.1694555 Jul 05 16:20:47.036916 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541bbc2-0b12-42e7-9efd-d31ba15eab4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edc724c-cd34-4f38-be55-670ecf885f7f,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:47.329614 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c2081-c869-4199-a2bd-cf0bade00b88 req-af40a804-184f-45d1-ac20-c0cc15da3dc6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:47.331731 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-624c2081-c869-4199-a2bd-cf0bade00b88 req-af40a804-184f-45d1-ac20-c0cc15da3dc6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 944 time: 0.0532744 Jul 05 16:20:47.392117 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-624c2081-c869-4199-a2bd-cf0bade00b88 req-9e0e61f0-ae9d-4f11-a563-839b2f10088b tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542173 Jul 05 16:20:47.835741 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device a26b2bfa-904b-45ed-bb37-bf3fd116ea36 details requested by agent hyperv_hv-cinder-84875 with host hv-cinder-84875 {{(pid=104586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:20:47.934183 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port a26b2bfa-904b-45ed-bb37-bf3fd116ea36, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=a26b2bfa-904b-45ed-bb37-bf3fd116ea36,segment=NetworkSegment(ac8be657-26ab-4073-97c6-de99da3a4b92),segment_id=ac8be657-26ab-4073-97c6-de99da3a4b92)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:20:47.944941 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Returning: {'device': 'a26b2bfa-904b-45ed-bb37-bf3fd116ea36', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'port_id': 'a26b2bfa-904b-45ed-bb37-bf3fd116ea36', 'mac_address': 'fa:16:3e:17:b1:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:20:47.978876 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port a26b2bfa-904b-45ed-bb37-bf3fd116ea36 is: DOWN; New status is: BUILD {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:20:47.979262 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (a26b2bfa-904b-45ed-bb37-bf3fd116ea36), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:47.992012 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26b2bfa-904b-45ed-bb37-bf3fd116ea36 {{(pid=104586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:20:48.012269 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port a26b2bfa-904b-45ed-bb37-bf3fd116ea36, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=a26b2bfa-904b-45ed-bb37-bf3fd116ea36,segment=NetworkSegment(ac8be657-26ab-4073-97c6-de99da3a4b92),segment_id=ac8be657-26ab-4073-97c6-de99da3a4b92)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:20:48.105221 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (a26b2bfa-904b-45ed-bb37-bf3fd116ea36), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:48.154719 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=a26b2bfa-904b-45ed-bb37-bf3fd116ea36,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:48.306887 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['a26b2bfa-904b-45ed-bb37-bf3fd116ea36'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:20:48.414768 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:48.425003 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:48.514160 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401055d0-0bbe-44f7-bf98-02606d877838 req-3eb7c49d-05cc-414a-af1a-c62a695f110e tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:48.542826 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-401055d0-0bbe-44f7-bf98-02606d877838 req-3eb7c49d-05cc-414a-af1a-c62a695f110e tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 945 time: 0.0523839 Jul 05 16:20:48.569115 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-401055d0-0bbe-44f7-bf98-02606d877838 req-b9f68c9d-9d38-40aa-8eb6-115207ff56f2 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466387 Jul 05 16:20:49.679913 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912f541-0c54-4e22-b953-32ef18d81997 req-bcdb0a5f-4dd4-47d9-9194-3147ffedc783 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:49.681393 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f912f541-0c54-4e22-b953-32ef18d81997 req-bcdb0a5f-4dd4-47d9-9194-3147ffedc783 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 945 time: 0.0461013 Jul 05 16:20:49.732678 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f912f541-0c54-4e22-b953-32ef18d81997 req-0d43d390-0dc4-44af-bf7c-fbd5408612d6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458684 Jul 05 16:20:49.851043 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device a26b2bfa-904b-45ed-bb37-bf3fd116ea36 up at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:20:49.892942 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning for port a26b2bfa-904b-45ed-bb37-bf3fd116ea36 completed by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 16:20:49.956342 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning complete for port a26b2bfa-904b-45ed-bb37-bf3fd116ea36 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:20:49.956700 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (a26b2bfa-904b-45ed-bb37-bf3fd116ea36), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:50.026853 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port a26b2bfa-904b-45ed-bb37-bf3fd116ea36 is: BUILD; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:20:50.027241 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (a26b2bfa-904b-45ed-bb37-bf3fd116ea36), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:50.051871 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26b2bfa-904b-45ed-bb37-bf3fd116ea36'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:20:50.054113 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678dcce2-42ef-40a2-b697-2882f6e4293d" -d '{"events": [{"server_uuid": "f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8", "name": "network-vif-plugged", "status": "completed", "tag": "a26b2bfa-904b-45ed-bb37-bf3fd116ea36"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:20:50.186216 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=59 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:50.199152 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port a26b2bfa-904b-45ed-bb37-bf3fd116ea36, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=a26b2bfa-904b-45ed-bb37-bf3fd116ea36,segment=NetworkSegment(ac8be657-26ab-4073-97c6-de99da3a4b92),segment_id=ac8be657-26ab-4073-97c6-de99da3a4b92)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:20:50.260304 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (a26b2bfa-904b-45ed-bb37-bf3fd116ea36), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:50.262494 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=31 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:50.283529 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7ac710-3454-4235-aa03-651c6c77836b x-openstack-request-id: req-ed7ac710-3454-4235-aa03-651c6c77836b {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:20:50.283814 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8", "name": "network-vif-plugged", "status": "completed", "tag": "a26b2bfa-904b-45ed-bb37-bf3fd116ea36", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:20:50.284061 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ed7ac710-3454-4235-aa03-651c6c77836b {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:20:50.284451 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed7ac710-3454-4235-aa03-651c6c77836b'] response: {'server_uuid': 'f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26b2bfa-904b-45ed-bb37-bf3fd116ea36', 'code': 200} Jul 05 16:20:50.309884 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=a26b2bfa-904b-45ed-bb37-bf3fd116ea36,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:50.613188 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842eb9ba-9c23-4849-9f12-6b74d338e7f5 req-582d4bcb-22b1-42da-b730-ee08f4940c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:50.614605 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-842eb9ba-9c23-4849-9f12-6b74d338e7f5 req-582d4bcb-22b1-42da-b730-ee08f4940c50 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 1130 time: 0.0383675 Jul 05 16:20:50.659351 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-842eb9ba-9c23-4849-9f12-6b74d338e7f5 req-7b6486ef-83ad-4fd1-89db-ea4f43ab9276 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385423 Jul 05 16:20:50.850706 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9f657-3c23-4c89-a75e-df39e37170b9 req-86495447-c256-4404-a2cc-27a935803222 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:50.852157 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-69f9f657-3c23-4c89-a75e-df39e37170b9 req-86495447-c256-4404-a2cc-27a935803222 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 946 time: 0.0491843 Jul 05 16:20:50.864125 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:50.882303 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:50.900892 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-69f9f657-3c23-4c89-a75e-df39e37170b9 req-9f4837fe-5ed5-47c2-9cbe-3a8cfba31aca tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432615 Jul 05 16:20:51.036386 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:52.015374 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5b79e-520d-40b4-bf15-5ff2ef4b9f68 req-b41c2223-59ef-4d5c-bbee-9aec66872390 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:52.016846 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-edb5b79e-520d-40b4-bf15-5ff2ef4b9f68 req-b41c2223-59ef-4d5c-bbee-9aec66872390 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 946 time: 0.0498881 Jul 05 16:20:52.064914 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-edb5b79e-520d-40b4-bf15-5ff2ef4b9f68 req-cc90089b-8ce6-440f-b286-58daa75c4b46 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424621 Jul 05 16:20:53.177762 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35ef15-89b3-4910-a649-cc6de37f23c2 req-e9eeb0d0-070d-483c-9abb-06277c25ac1e tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:53.179193 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0a35ef15-89b3-4910-a649-cc6de37f23c2 req-e9eeb0d0-070d-483c-9abb-06277c25ac1e tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 946 time: 0.0473030 Jul 05 16:20:53.226338 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-0a35ef15-89b3-4910-a649-cc6de37f23c2 req-81960263-34b2-489f-9c7a-fee225357e26 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416346 Jul 05 16:20:53.338533 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a72e5-a940-4467-ab83-1761b416bead req-3bbb28ee-5c8c-482e-af07-fd558923c70d tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:53.339957 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-973a72e5-a940-4467-ab83-1761b416bead req-3bbb28ee-5c8c-482e-af07-fd558923c70d tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 946 time: 0.0495946 Jul 05 16:20:53.388323 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-973a72e5-a940-4467-ab83-1761b416bead req-188e6254-08db-4944-b437-ddac709e4363 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427732 Jul 05 16:20:53.410480 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 53358) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:53.596257 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e3b1e3-427b-4459-b70d-9572bee9df7f tempest-TestVolumeBootPattern-493464776 tempest-TestVolumeBootPattern-493464776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:53.597811 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-20e3b1e3-427b-4459-b70d-9572bee9df7f tempest-TestVolumeBootPattern-493464776 tempest-TestVolumeBootPattern-493464776-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 1125 time: 0.1863227 Jul 05 16:20:53.600710 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 53362) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:20:53.604803 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-30f0c6f8-fda2-450d-955f-5f781664ed03 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Request body: {'floatingip': {'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'port_id': 'a26b2bfa-904b-45ed-bb37-bf3fd116ea36', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:20:53.693593 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-30f0c6f8-fda2-450d-955f-5f781664ed03 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:53.776891 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-30f0c6f8-fda2-450d-955f-5f781664ed03 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:54.119458 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [None req-30f0c6f8-fda2-450d-955f-5f781664ed03 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Allocated IP 172.27.3.145 (90903495-288b-44cb-8357-c0c74fc45d82/c848da7f-4b94-4cfd-b899-6ee4cbeaeda8/a3ef5ac3-61cc-45f8-bd3d-5535c20788fa) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:20:54.220667 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-30f0c6f8-fda2-450d-955f-5f781664ed03 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for port (a3ef5ac3-61cc-45f8-bd3d-5535c20788fa), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:54.294035 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-30f0c6f8-fda2-450d-955f-5f781664ed03 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (a3ef5ac3-61cc-45f8-bd3d-5535c20788fa), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:54.332476 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:54.334356 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f0c6f8-fda2-450d-955f-5f781664ed03 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Network 90903495-288b-44cb-8357-c0c74fc45d82 is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:20:54.339561 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-30f0c6f8-fda2-450d-955f-5f781664ed03 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:20:54.343529 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f0c6f8-fda2-450d-955f-5f781664ed03 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:20:54.346476 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0c6f8-fda2-450d-955f-5f781664ed03 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Pushing event updated for resources: {'Port': ['ID=a3ef5ac3-61cc-45f8-bd3d-5535c20788fa,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:54.438451 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:54.642812 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:54.645698 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=44,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:54.689149 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-30f0c6f8-fda2-450d-955f-5f781664ed03 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for floatingip (8ed718b4-07fc-4d00-95d6-02fa2bbf52b7), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:54.841797 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-30f0c6f8-fda2-450d-955f-5f781664ed03 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (a3ef5ac3-61cc-45f8-bd3d-5535c20788fa), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:54.984686 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-30f0c6f8-fda2-450d-955f-5f781664ed03 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for port (a3ef5ac3-61cc-45f8-bd3d-5535c20788fa), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:55.036409 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-30f0c6f8-fda2-450d-955f-5f781664ed03 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (a3ef5ac3-61cc-45f8-bd3d-5535c20788fa), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:55.105758 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0c6f8-fda2-450d-955f-5f781664ed03 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Pushing event updated for resources: {'Port': ['ID=a3ef5ac3-61cc-45f8-bd3d-5535c20788fa,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:20:55.118606 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-30f0c6f8-fda2-450d-955f-5f781664ed03 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (8ed718b4-07fc-4d00-95d6-02fa2bbf52b7), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:55.214071 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.l3_db [None req-30f0c6f8-fda2-450d-955f-5f781664ed03 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Floating IP 8ed718b4-07fc-4d00-95d6-02fa2bbf52b7 associated. External IP: 172.27.3.145, port: a26b2bfa-904b-45ed-bb37-bf3fd116ea36. Jul 05 16:20:55.256345 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:55.400300 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:20:55.412501 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f0c6f8-fda2-450d-955f-5f781664ed03 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:20:55.530231 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f0c6f8-fda2-450d-955f-5f781664ed03 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:20:55.540144 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dbb5b8-5602-4385-b6b4-219309733ddc None None] Sync routers for ids ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:20:55.549997 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dbb5b8-5602-4385-b6b4-219309733ddc None None] Routers {'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:20:55.550590 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-e2dbb5b8-5602-4385-b6b4-219309733ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:20:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:55.598353 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-30f0c6f8-fda2-450d-955f-5f781664ed03 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:20:55.632053 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-30f0c6f8-fda2-450d-955f-5f781664ed03 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0281100 Jul 05 16:20:55.632053 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8', 'tag': 'a26b2bfa-904b-45ed-bb37-bf3fd116ea36'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:20:55.632906 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68127101-a948-4fa8-a41a-62b860593f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8", "tag": "a26b2bfa-904b-45ed-bb37-bf3fd116ea36"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:20:55.651328 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-e2dbb5b8-5602-4385-b6b4-219309733ddc None None] Set router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:20:55.669113 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5fecb2-3ed8-410c-ba1b-81ff2205592f x-openstack-request-id: req-2a5fecb2-3ed8-410c-ba1b-81ff2205592f {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:20:55.669397 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8", "tag": "a26b2bfa-904b-45ed-bb37-bf3fd116ea36", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:20:55.669680 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a5fecb2-3ed8-410c-ba1b-81ff2205592f {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:20:55.670092 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a5fecb2-3ed8-410c-ba1b-81ff2205592f'] response: {'name': 'network-changed', 'server_uuid': 'f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8', 'tag': 'a26b2bfa-904b-45ed-bb37-bf3fd116ea36', 'status': 'completed', 'code': 200} Jul 05 16:20:55.734403 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68127101-a948-4fa8-a41a-62b860593f8b req-ea46a8d5-61ab-4194-894a-cc4aa5600a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:55.736193 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-68127101-a948-4fa8-a41a-62b860593f8b req-ea46a8d5-61ab-4194-894a-cc4aa5600a19 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a&device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 1130 time: 0.0431366 Jul 05 16:20:55.826972 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68127101-a948-4fa8-a41a-62b860593f8b req-a3d74042-8ca4-4eed-92d0-01067192d6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:55.828331 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-68127101-a948-4fa8-a41a-62b860593f8b req-a3d74042-8ca4-4eed-92d0-01067192d6f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e6fae8e-72c3-49ba-ab85-7183288aac1f HTTP/1.1" status: 200 len: 912 time: 0.0857942 Jul 05 16:20:55.883788 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-e2dbb5b8-5602-4385-b6b4-219309733ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:05Z', 'updated_at': '2022-07-05T16:20:08Z', 'revision_number': 4, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'gw_port': {'id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:06Z', 'updated_at': '2022-07-05T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '8ed718b4-07fc-4d00-95d6-02fa2bbf52b7', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'port_id': 'a26b2bfa-904b-45ed-bb37-bf3fd116ea36', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'mac_address': 'fa:16:3e:17:b1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:20:54Z', 'updated_at': '2022-07-05T16:20:54Z', 'revision_number': 0, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb83a8ce-5730-44ee-97e4-b9d6a0356d61', 'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'mac_address': 'fa:16:3e:66:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:08Z', 'updated_at': '2022-07-05T16:20:12Z', 'revision_number': 5, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'subnets': [{'id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:55.893251 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-68127101-a948-4fa8-a41a-62b860593f8b req-73c6a050-10fc-4e5f-a4fa-cc803fc6083c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a26b2bfa-904b-45ed-bb37-bf3fd116ea36 HTTP/1.1" status: 200 len: 1000 time: 0.0579622 Jul 05 16:20:55.912540 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dbb5b8-5602-4385-b6b4-219309733ddc None None] Checking router: aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:20:55.922024 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dbb5b8-5602-4385-b6b4-219309733ddc None None] Routers {'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:20:55.922618 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-e2dbb5b8-5602-4385-b6b4-219309733ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:20:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:55.941914 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68127101-a948-4fa8-a41a-62b860593f8b req-7038bc9c-c39d-4a1e-a37e-3b54a62a1967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:55.943378 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-68127101-a948-4fa8-a41a-62b860593f8b req-7038bc9c-c39d-4a1e-a37e-3b54a62a1967 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfab0825-7fb5-48bb-8aec-21481977af6e HTTP/1.1" status: 200 len: 850 time: 0.0435719 Jul 05 16:20:55.989522 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68127101-a948-4fa8-a41a-62b860593f8b req-6fc45aa6-2e30-4844-9650-daec8f665f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:20:55.991053 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-68127101-a948-4fa8-a41a-62b860593f8b req-6fc45aa6-2e30-4844-9650-daec8f665f5c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e6fae8e-72c3-49ba-ab85-7183288aac1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416448 Jul 05 16:20:56.087476 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-68127101-a948-4fa8-a41a-62b860593f8b req-66d0550d-b058-430f-991a-f91a151c87cc service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898046 Jul 05 16:20:56.105445 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-e2dbb5b8-5602-4385-b6b4-219309733ddc None None] Set router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:20:56.177131 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-68127101-a948-4fa8-a41a-62b860593f8b req-939ef57b-6fd3-4e33-8ef3-30406859aa92 service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834122 Jul 05 16:20:56.313191 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-e2dbb5b8-5602-4385-b6b4-219309733ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:05Z', 'updated_at': '2022-07-05T16:20:08Z', 'revision_number': 4, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'gw_port': {'id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:06Z', 'updated_at': '2022-07-05T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '8ed718b4-07fc-4d00-95d6-02fa2bbf52b7', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'port_id': 'a26b2bfa-904b-45ed-bb37-bf3fd116ea36', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'mac_address': 'fa:16:3e:17:b1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:20:54Z', 'updated_at': '2022-07-05T16:20:54Z', 'revision_number': 0, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb83a8ce-5730-44ee-97e4-b9d6a0356d61', 'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'mac_address': 'fa:16:3e:66:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:08Z', 'updated_at': '2022-07-05T16:20:12Z', 'revision_number': 5, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'subnets': [{'id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:20:56.338236 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dbb5b8-5602-4385-b6b4-219309733ddc None None] The sync data for ids ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'] in dv-cinder-848759-1-iscsi is: [{'id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:05Z', 'updated_at': '2022-07-05T16:20:08Z', 'revision_number': 4, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'gw_port': {'id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:06Z', 'updated_at': '2022-07-05T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '8ed718b4-07fc-4d00-95d6-02fa2bbf52b7', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'port_id': 'a26b2bfa-904b-45ed-bb37-bf3fd116ea36', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'mac_address': 'fa:16:3e:17:b1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:20:54Z', 'updated_at': '2022-07-05T16:20:54Z', 'revision_number': 0, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb83a8ce-5730-44ee-97e4-b9d6a0356d61', 'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'mac_address': 'fa:16:3e:66:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:08Z', 'updated_at': '2022-07-05T16:20:12Z', 'revision_number': 5, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'subnets': [{'id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:20:56.533535 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fc8235-95e3-40b5-9fe1-a51f3d052b0b None None] New status for floating IP 8ed718b4-07fc-4d00-95d6-02fa2bbf52b7: ACTIVE {{(pid=104586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:21:02.432676 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:21:02.944502 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-1c1a7fc1-3fa8-45bf-bd34-7aef89146db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:21:03.754985 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f71a0d11-2bf1-40b0-8188-0d9e5b3a82b5 req-f5c31958-6133-4c7b-86c0-cacd32f4795c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379491 Jul 05 16:21:03.840673 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a0d11-2bf1-40b0-8188-0d9e5b3a82b5 req-91a2d0d5-6bce-4cc8-8e1f-b6516f7fb6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:21:03.842181 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f71a0d11-2bf1-40b0-8188-0d9e5b3a82b5 req-91a2d0d5-6bce-4cc8-8e1f-b6516f7fb6b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a&device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 1130 time: 0.0427747 Jul 05 16:21:03.943275 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a0d11-2bf1-40b0-8188-0d9e5b3a82b5 req-c0e2bac3-6546-47c6-b87b-102817e5680b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:21:03.944725 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f71a0d11-2bf1-40b0-8188-0d9e5b3a82b5 req-c0e2bac3-6546-47c6-b87b-102817e5680b service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e6fae8e-72c3-49ba-ab85-7183288aac1f HTTP/1.1" status: 200 len: 912 time: 0.0833430 Jul 05 16:21:04.002532 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:21:04.008778 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f71a0d11-2bf1-40b0-8188-0d9e5b3a82b5 req-9c5dfafe-3d8f-43db-bc29-e565df47ca93 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a26b2bfa-904b-45ed-bb37-bf3fd116ea36 HTTP/1.1" status: 200 len: 1002 time: 0.0570517 Jul 05 16:21:04.055193 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a0d11-2bf1-40b0-8188-0d9e5b3a82b5 req-0bd02d34-9c6a-4bbf-943b-6e9704298593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:21:04.056567 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f71a0d11-2bf1-40b0-8188-0d9e5b3a82b5 req-0bd02d34-9c6a-4bbf-943b-6e9704298593 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfab0825-7fb5-48bb-8aec-21481977af6e HTTP/1.1" status: 200 len: 850 time: 0.0427444 Jul 05 16:21:04.098883 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a0d11-2bf1-40b0-8188-0d9e5b3a82b5 req-0e40797a-bfc8-47df-9c41-0e0a6ace3afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:21:04.100352 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f71a0d11-2bf1-40b0-8188-0d9e5b3a82b5 req-0e40797a-bfc8-47df-9c41-0e0a6ace3afd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e6fae8e-72c3-49ba-ab85-7183288aac1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380971 Jul 05 16:21:04.172111 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:21:04.191014 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f71a0d11-2bf1-40b0-8188-0d9e5b3a82b5 req-160456c5-45cd-4e04-80ab-d0b07d2d61c1 service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851903 Jul 05 16:21:04.278936 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f71a0d11-2bf1-40b0-8188-0d9e5b3a82b5 req-89769c71-d169-4173-ba2a-57fe8a64c8e4 service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820165 Jul 05 16:21:05.252731 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-a887612c-ff74-4728-a020-f59e948cabb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:21:06.367530 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:21:08.058495 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:21:08.098810 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:21:12.428685 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=88 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:21:12.429487 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=68 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:21:14.274312 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=29 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:21:14.276164 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=7 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:21:18.028621 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=76,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:21:18.030490 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=50,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:21:21.018041 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:21:30.954663 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:21:30.956531 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:21:32.938089 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-37a9dcdb-f3e0-48ab-aa81-4090fd905c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:21:35.217685 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-17bce84e-80b3-4187-a07c-2df2242aec58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:21:36.412077 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:21:38.025224 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:21:38.138159 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:21:38.410253 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=18 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:21:38.416137 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=16 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:21:39.431520 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:21:48.032448 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:21:48.040030 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:21:49.427449 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:21:49.428194 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:21:51.011842 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:00.951259 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:22:00.953141 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:22:02.983677 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-00967f57-fc21-406d-9ffc-e85e56306de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:03.754528 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-76c07b81-d5e9-48ae-ab08-5ad201096ab7 req-a1026093-461d-46a1-9f29-e95f1f6886da service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424459 Jul 05 16:22:03.830843 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c07b81-d5e9-48ae-ab08-5ad201096ab7 req-96fa1603-1dc9-489d-b33f-80b7a80c7a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:22:03.832404 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-76c07b81-d5e9-48ae-ab08-5ad201096ab7 req-96fa1603-1dc9-489d-b33f-80b7a80c7a5c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a&device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 1130 time: 0.0393748 Jul 05 16:22:03.936759 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c07b81-d5e9-48ae-ab08-5ad201096ab7 req-ff3d8807-6f79-42e5-8511-bae169c33e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:22:03.938242 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-76c07b81-d5e9-48ae-ab08-5ad201096ab7 req-ff3d8807-6f79-42e5-8511-bae169c33e21 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e6fae8e-72c3-49ba-ab85-7183288aac1f HTTP/1.1" status: 200 len: 912 time: 0.0879881 Jul 05 16:22:04.003186 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-76c07b81-d5e9-48ae-ab08-5ad201096ab7 req-0851905c-1610-4be9-9f98-1723caf5c5e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a26b2bfa-904b-45ed-bb37-bf3fd116ea36 HTTP/1.1" status: 200 len: 1002 time: 0.0572371 Jul 05 16:22:04.050291 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c07b81-d5e9-48ae-ab08-5ad201096ab7 req-c2b22a6c-6ec8-49e9-b543-e41db668cd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:22:04.051717 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-76c07b81-d5e9-48ae-ab08-5ad201096ab7 req-c2b22a6c-6ec8-49e9-b543-e41db668cd4f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfab0825-7fb5-48bb-8aec-21481977af6e HTTP/1.1" status: 200 len: 850 time: 0.0428851 Jul 05 16:22:04.093999 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c07b81-d5e9-48ae-ab08-5ad201096ab7 req-9128b0a8-519b-4d6a-bb98-c4f01da8fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:22:04.095430 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-76c07b81-d5e9-48ae-ab08-5ad201096ab7 req-9128b0a8-519b-4d6a-bb98-c4f01da8fbb0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e6fae8e-72c3-49ba-ab85-7183288aac1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376766 Jul 05 16:22:04.186870 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-76c07b81-d5e9-48ae-ab08-5ad201096ab7 req-1544b6a4-6b4c-4dca-8626-b4635c9a330f service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852134 Jul 05 16:22:04.286527 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-76c07b81-d5e9-48ae-ab08-5ad201096ab7 req-e3e83a4b-c974-459b-8895-c245bc38a385 service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937557 Jul 05 16:22:05.228876 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-e06cce1a-a22a-4254-a521-9d206da1351a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:06.388196 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:08.034924 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:08.108706 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:14.281789 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=44 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:22:14.283657 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=57 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:22:15.421462 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=4 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:22:15.422188 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:22:16.430234 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:22:18.031711 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:22:18.037572 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:22:21.023086 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:26.426496 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:22:30.952905 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:22:30.954747 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:22:31.435792 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:22:32.953536 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-87ed3e0c-8d11-49c6-a037-602650a7116e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:35.244889 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-1cf2ef04-b747-4f54-9996-38ae7c50b0c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:36.382222 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:38.056297 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:38.084998 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:48.035078 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:22:48.036933 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:22:50.172236 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78857e-a9d3-4c2d-8712-a747f979ec34 req-108c5521-d263-4ef3-8868-e4dfc27aaa8f tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:22:50.173790 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5e78857e-a9d3-4c2d-8712-a747f979ec34 req-108c5521-d263-4ef3-8868-e4dfc27aaa8f tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 946 time: 0.0479615 Jul 05 16:22:50.228377 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5e78857e-a9d3-4c2d-8712-a747f979ec34 req-5adf4cbe-3631-4491-bf55-6f6c70f2c050 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488544 Jul 05 16:22:51.016145 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:51.349058 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517d229-2013-4ba7-9fe5-178d0171fc8f req-7ca9ccc3-1fca-4cae-8c56-b4a89c7d95c2 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:22:51.350617 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1517d229-2013-4ba7-9fe5-178d0171fc8f req-7ca9ccc3-1fca-4cae-8c56-b4a89c7d95c2 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 946 time: 0.0483053 Jul 05 16:22:51.400173 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-1517d229-2013-4ba7-9fe5-178d0171fc8f req-114be246-dda6-44c1-b502-ad688ff5c6bf tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430169 Jul 05 16:22:51.634753 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d67f7-7332-41ab-b0b1-37227a2fdbe8 req-2ccb8cbc-bc12-4fa3-9436-29c511979c02 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:22:51.636056 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f98d67f7-7332-41ab-b0b1-37227a2fdbe8 req-2ccb8cbc-bc12-4fa3-9436-29c511979c02 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.47 "GET /v2.0/ports?device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 946 time: 0.0492356 Jul 05 16:22:51.713545 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-f98d67f7-7332-41ab-b0b1-37227a2fdbe8 req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Deleting port a26b2bfa-904b-45ed-bb37-bf3fd116ea36 {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:22:51.713877 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-f98d67f7-7332-41ab-b0b1-37227a2fdbe8 req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (a26b2bfa-904b-45ed-bb37-bf3fd116ea36), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:51.805557 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-f98d67f7-7332-41ab-b0b1-37227a2fdbe8 req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] For port a26b2bfa-904b-45ed-bb37-bf3fd116ea36, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=a26b2bfa-904b-45ed-bb37-bf3fd116ea36,segment=NetworkSegment(ac8be657-26ab-4073-97c6-de99da3a4b92),segment_id=ac8be657-26ab-4073-97c6-de99da3a4b92)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:22:51.805920 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-f98d67f7-7332-41ab-b0b1-37227a2fdbe8 req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (a26b2bfa-904b-45ed-bb37-bf3fd116ea36), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:51.960572 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-f98d67f7-7332-41ab-b0b1-37227a2fdbe8 req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:51.960962 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-f98d67f7-7332-41ab-b0b1-37227a2fdbe8 req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (8ed718b4-07fc-4d00-95d6-02fa2bbf52b7), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:51.961797 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.l3_db [req-f98d67f7-7332-41ab-b0b1-37227a2fdbe8 req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Floating IP 8ed718b4-07fc-4d00-95d6-02fa2bbf52b7 disassociated. External IP: 172.27.3.145, port: a26b2bfa-904b-45ed-bb37-bf3fd116ea36. Jul 05 16:22:51.962133 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-f98d67f7-7332-41ab-b0b1-37227a2fdbe8 req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Calling delete_port for a26b2bfa-904b-45ed-bb37-bf3fd116ea36 owned by compute:nova {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:22:52.130440 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-f98d67f7-7332-41ab-b0b1-37227a2fdbe8 req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (a26b2bfa-904b-45ed-bb37-bf3fd116ea36), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:52.156655 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Pushing event deleted for resources: {'Port': ['ID=a26b2bfa-904b-45ed-bb37-bf3fd116ea36,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:22:52.166206 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:52.172741 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:52.172741 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:52.172741 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:52.172741 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:52.172741 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:52.172741 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:52.172741 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:52.172741 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:52.172741 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:52.172741 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:52.172741 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:52.172741 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:52.172741 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:52.174833 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:52.427043 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:22:52.428339 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=4 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:22:52.525723 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-553fa696-735a-4977-95fd-594debc94003 req-0ce4e164-c35b-4db0-9062-2f72f6b2e811 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 210 time: 0.0357981 Jul 05 16:22:52.617708 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f98d67f7-7332-41ab-b0b1-37227a2fdbe8 req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:22:52.628804 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:22:52.671498 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:22:52.721996 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f98d67f7-7332-41ab-b0b1-37227a2fdbe8 req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:22:52.732722 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ff2412-71b0-443a-a5b2-5c6ecb98cd32 None None] Sync routers for ids ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:22:52.743833 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ff2412-71b0-443a-a5b2-5c6ecb98cd32 None None] Routers {'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:22:52.744432 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-19ff2412-71b0-443a-a5b2-5c6ecb98cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:22:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:22:52.764555 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98d67f7-7332-41ab-b0b1-37227a2fdbe8 req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] No DVR routers for this DVR port a26b2bfa-904b-45ed-bb37-bf3fd116ea36 on host hv-cinder-84875 {{(pid=104585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:22:52.766934 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-f98d67f7-7332-41ab-b0b1-37227a2fdbe8 req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:52.770070 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f98d67f7-7332-41ab-b0b1-37227a2fdbe8 req-c1853581-4c48-4d2c-bd51-32ab64cb2d2a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.47 "DELETE /v2.0/ports/a26b2bfa-904b-45ed-bb37-bf3fd116ea36 HTTP/1.1" status: 204 len: 173 time: 1.1285625 Jul 05 16:22:52.770515 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8', 'name': 'network-vif-deleted', 'tag': 'a26b2bfa-904b-45ed-bb37-bf3fd116ea36'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:22:52.772699 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5b1ea2-c4b7-49c9-b83f-48f665aa850a" -d '{"events": [{"server_uuid": "f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8", "name": "network-vif-deleted", "tag": "a26b2bfa-904b-45ed-bb37-bf3fd116ea36"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:22:52.823025 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce56bdf-0ce4-4d00-98bf-e8339c5f04a3 x-openstack-request-id: req-5ce56bdf-0ce4-4d00-98bf-e8339c5f04a3 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:22:52.823210 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8", "name": "network-vif-deleted", "tag": "a26b2bfa-904b-45ed-bb37-bf3fd116ea36", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:22:52.823554 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ce56bdf-0ce4-4d00-98bf-e8339c5f04a3 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:22:52.824122 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ce56bdf-0ce4-4d00-98bf-e8339c5f04a3'] response: {'server_uuid': 'f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8', 'name': 'network-vif-deleted', 'tag': 'a26b2bfa-904b-45ed-bb37-bf3fd116ea36', 'status': 'completed', 'code': 200} Jul 05 16:22:52.853200 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-19ff2412-71b0-443a-a5b2-5c6ecb98cd32 None None] Set router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:22:53.039274 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-19ff2412-71b0-443a-a5b2-5c6ecb98cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:05Z', 'updated_at': '2022-07-05T16:20:08Z', 'revision_number': 4, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'gw_port': {'id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:06Z', 'updated_at': '2022-07-05T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'fb83a8ce-5730-44ee-97e4-b9d6a0356d61', 'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'mac_address': 'fa:16:3e:66:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:08Z', 'updated_at': '2022-07-05T16:20:12Z', 'revision_number': 5, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'subnets': [{'id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:22:53.063407 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ff2412-71b0-443a-a5b2-5c6ecb98cd32 None None] Checking router: aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:22:53.072104 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ff2412-71b0-443a-a5b2-5c6ecb98cd32 None None] Routers {'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:22:53.072686 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-19ff2412-71b0-443a-a5b2-5c6ecb98cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:22:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:22:53.172068 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-19ff2412-71b0-443a-a5b2-5c6ecb98cd32 None None] Set router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:22:53.353709 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-19ff2412-71b0-443a-a5b2-5c6ecb98cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:05Z', 'updated_at': '2022-07-05T16:20:08Z', 'revision_number': 4, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'gw_port': {'id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:06Z', 'updated_at': '2022-07-05T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'fb83a8ce-5730-44ee-97e4-b9d6a0356d61', 'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'mac_address': 'fa:16:3e:66:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:08Z', 'updated_at': '2022-07-05T16:20:12Z', 'revision_number': 5, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'subnets': [{'id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:22:53.463933 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ff2412-71b0-443a-a5b2-5c6ecb98cd32 None None] The sync data for ids ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'] in dv-cinder-848759-1-iscsi is: [{'id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:05Z', 'updated_at': '2022-07-05T16:20:08Z', 'revision_number': 4, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'gw_port': {'id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:06Z', 'updated_at': '2022-07-05T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'fb83a8ce-5730-44ee-97e4-b9d6a0356d61', 'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'mac_address': 'fa:16:3e:66:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:08Z', 'updated_at': '2022-07-05T16:20:12Z', 'revision_number': 5, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'subnets': [{'id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:22:53.465970 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:22:53.636897 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e7966143-2c35-44ee-a10b-f15c9fa7391e req-61a26fd7-4cae-4789-bdce-33536389c714 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=f25de1fd-7dc8-4c17-98e9-1a502ef1e3d8 HTTP/1.1" status: 200 len: 210 time: 0.0288780 Jul 05 16:22:53.689557 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3ef7d3-388c-458a-8bf7-854455fbea6f None None] New status for floating IP 8ed718b4-07fc-4d00-95d6-02fa2bbf52b7: DOWN {{(pid=104586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:22:54.891448 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-573e57ae-b866-4709-b90a-fe75ad9c4e40 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1594892166&fields=id&tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a HTTP/1.1" status: 200 len: 267 time: 0.0469816 Jul 05 16:22:54.994255 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-d5a51341-b9f4-4551-b59c-314b445f2709 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:22:54.995595 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-d5a51341-b9f4-4551-b59c-314b445f2709 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/networks?id=9e6fae8e-72c3-49ba-ab85-7183288aac1f HTTP/1.1" status: 200 len: 811 time: 0.0975854 Jul 05 16:22:55.010075 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-2526c0fa-3d3d-4ec6-9d27-c3a257aa6136 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/quotas/85bf8c1d40a04aaf9e46cd7f1e58048a HTTP/1.1" status: 200 len: 375 time: 0.0092435 Jul 05 16:22:55.058024 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-2083a4d7-1d0a-4559-b144-990c213c5eca tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0425117 Jul 05 16:22:55.153560 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-e6c4fdd6-a904-43ca-a475-4a574ab0088d service neutron] 10.222.0.45 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847549 Jul 05 16:22:55.245863 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-a4ac7a6d-67fe-4513-8535-2a3f60b0ccce service neutron] 10.222.0.45 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866275 Jul 05 16:22:55.803750 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5dd9ff8b-001f-42ef-aca3-ce883d9106f4 req-2f4c7e68-b05b-4ee8-b881-3708675e50b8 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 210 time: 0.0273631 Jul 05 16:22:56.440927 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device a26b2bfa-904b-45ed-bb37-bf3fd116ea36 no longer exists at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:22:56.462654 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] No Port match for: a26b2bfa-904b-45ed-bb37-bf3fd116ea36 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:22:56.462991 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device a26b2bfa-904b-45ed-bb37-bf3fd116ea36 not bound to the agent host hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:22:56.898821 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c85df861-1ca0-4f6d-817c-ab75513cdfbe req-8c07b334-e467-4bd6-8f27-832f4ec5efce tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 210 time: 0.0270443 Jul 05 16:22:57.497051 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-7c155b85-48a3-4090-af71-3ccdebce4c80 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:22:57.498469 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-7c155b85-48a3-4090-af71-3ccdebce4c80 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.47 "GET /v2.0/networks?id=9e6fae8e-72c3-49ba-ab85-7183288aac1f HTTP/1.1" status: 200 len: 811 time: 0.1034632 Jul 05 16:22:57.561551 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-a75ba687-cff6-4711-be0a-0657774163b4 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a HTTP/1.1" status: 200 len: 380 time: 0.0538628 Jul 05 16:22:57.570371 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-b05fbe39-e15f-4085-b157-18baf2be27ef tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Request body: {'port': {'device_id': 'afba3565-7b71-4a48-a24a-1a42f118be22', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'admin_state_up': True, 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'security_groups': ['56908f38-c279-4753-9b86-bb1b1a4eabca']}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:22:57.741715 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-b05fbe39-e15f-4085-b157-18baf2be27ef tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Made reservation on behalf of 85bf8c1d40a04aaf9e46cd7f1e58048a for: {'port': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:22:57.746629 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-b05fbe39-e15f-4085-b157-18baf2be27ef tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:57.875957 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:22:57.885741 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-b05fbe39-e15f-4085-b157-18baf2be27ef tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Allocated IP 172.20.0.3 (9e6fae8e-72c3-49ba-ab85-7183288aac1f/dfab0825-7fb5-48bb-8aec-21481977af6e/23599f51-0ae0-4fa3-921f-4883717fbde6) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:22:57.894693 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:22:58.019725 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-032d025a-ce75-443c-b83d-44318efcffbd req-3a285768-37eb-4872-a250-091fe987968f tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 210 time: 0.0338440 Jul 05 16:22:58.054175 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-b05fbe39-e15f-4085-b157-18baf2be27ef tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for port (23599f51-0ae0-4fa3-921f-4883717fbde6), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:58.125028 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-b05fbe39-e15f-4085-b157-18baf2be27ef tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (23599f51-0ae0-4fa3-921f-4883717fbde6), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:58.175074 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-b05fbe39-e15f-4085-b157-18baf2be27ef tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Network 9e6fae8e-72c3-49ba-ab85-7183288aac1f is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:22:58.178255 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-b05fbe39-e15f-4085-b157-18baf2be27ef tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:22:58.182816 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-b05fbe39-e15f-4085-b157-18baf2be27ef tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:22:58.206366 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05fbe39-e15f-4085-b157-18baf2be27ef tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Pushing event updated for resources: {'Port': ['ID=23599f51-0ae0-4fa3-921f-4883717fbde6,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:22:58.235339 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-b05fbe39-e15f-4085-b157-18baf2be27ef tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:22:58.236205 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-b05fbe39-e15f-4085-b157-18baf2be27ef tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:58.352293 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-b05fbe39-e15f-4085-b157-18baf2be27ef tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7831762 Jul 05 16:22:58.360578 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-1568944c-bb79-4782-b999-582a86fb3915 service neutron] Request body: {'port': {'device_id': 'afba3565-7b71-4a48-a24a-1a42f118be22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84875'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:22:58.421296 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-1568944c-bb79-4782-b999-582a86fb3915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (23599f51-0ae0-4fa3-921f-4883717fbde6), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:58.462686 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-63ebc54d-45a4-4640-8a45-f2d1fe5babca None None] Provisioning complete for port 23599f51-0ae0-4fa3-921f-4883717fbde6 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:22:58.463274 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-63ebc54d-45a4-4640-8a45-f2d1fe5babca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (23599f51-0ae0-4fa3-921f-4883717fbde6), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:58.506386 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-63ebc54d-45a4-4640-8a45-f2d1fe5babca None None] Port 23599f51-0ae0-4fa3-921f-4883717fbde6 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:22:58.682413 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-1568944c-bb79-4782-b999-582a86fb3915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23599f51-0ae0-4fa3-921f-4883717fbde6 {{(pid=104585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:22:58.686355 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:22:58.690537 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-1568944c-bb79-4782-b999-582a86fb3915 service neutron] Publish callbacks [] for port (23599f51-0ae0-4fa3-921f-4883717fbde6), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:58.703313 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.provisioning_blocks [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-1568944c-bb79-4782-b999-582a86fb3915 service neutron] Transition to ACTIVE for port object 23599f51-0ae0-4fa3-921f-4883717fbde6 will not be triggered until provisioned by entity L2. {{(pid=104585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 16:22:58.764631 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-1568944c-bb79-4782-b999-582a86fb3915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (23599f51-0ae0-4fa3-921f-4883717fbde6), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:58.817350 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568944c-bb79-4782-b999-582a86fb3915 service neutron] Pushing event updated for resources: {'Port': ['ID=23599f51-0ae0-4fa3-921f-4883717fbde6,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:22:58.896459 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-1568944c-bb79-4782-b999-582a86fb3915 service neutron] Attempting to bind port 23599f51-0ae0-4fa3-921f-4883717fbde6 on host hv-cinder-84875 for vnic_type normal with profile {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:22:58.896819 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-1568944c-bb79-4782-b999-582a86fb3915 service neutron] Attempting to bind port 23599f51-0ae0-4fa3-921f-4883717fbde6 by drivers openvswitch,hyperv on host hv-cinder-84875 at level 0 using segments [{'id': 'ac8be657-26ab-4073-97c6-de99da3a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f'}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:22:58.897150 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-1568944c-bb79-4782-b999-582a86fb3915 service neutron] Attempting to bind port 23599f51-0ae0-4fa3-921f-4883717fbde6 on network 9e6fae8e-72c3-49ba-ab85-7183288aac1f {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:22:58.902296 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-1568944c-bb79-4782-b999-582a86fb3915 service neutron] Port 23599f51-0ae0-4fa3-921f-4883717fbde6 on network 9e6fae8e-72c3-49ba-ab85-7183288aac1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84875 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 16:22:58.907283 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-1568944c-bb79-4782-b999-582a86fb3915 service neutron] Attempting to bind port 23599f51-0ae0-4fa3-921f-4883717fbde6 on network 9e6fae8e-72c3-49ba-ab85-7183288aac1f {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:22:58.907283 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:22:58.908253 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-1568944c-bb79-4782-b999-582a86fb3915 service neutron] Checking agent: {'id': '9349738f-6636-400c-ae94-e0965ca2b601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84875', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'started_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:22:58.908645 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-1568944c-bb79-4782-b999-582a86fb3915 service neutron] Checking segment: {'id': 'ac8be657-26ab-4073-97c6-de99da3a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:22:58.909116 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-1568944c-bb79-4782-b999-582a86fb3915 service neutron] Bound using segment: {'id': 'ac8be657-26ab-4073-97c6-de99da3a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f'} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:22:58.909732 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-1568944c-bb79-4782-b999-582a86fb3915 service neutron] Bound port: 23599f51-0ae0-4fa3-921f-4883717fbde6, host: hv-cinder-84875, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac8be657-26ab-4073-97c6-de99da3a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f'}}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:22:58.910092 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-1568944c-bb79-4782-b999-582a86fb3915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (23599f51-0ae0-4fa3-921f-4883717fbde6), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:58.974400 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-1568944c-bb79-4782-b999-582a86fb3915 service neutron] For port 23599f51-0ae0-4fa3-921f-4883717fbde6, host hv-cinder-84875, cleared binding levels {{(pid=104585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:22:58.977750 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-1568944c-bb79-4782-b999-582a86fb3915 service neutron] For port 23599f51-0ae0-4fa3-921f-4883717fbde6, host hv-cinder-84875, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=23599f51-0ae0-4fa3-921f-4883717fbde6,segment=NetworkSegment(ac8be657-26ab-4073-97c6-de99da3a4b92),segment_id=ac8be657-26ab-4073-97c6-de99da3a4b92)] {{(pid=104585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:22:59.045082 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-1568944c-bb79-4782-b999-582a86fb3915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (23599f51-0ae0-4fa3-921f-4883717fbde6), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:59.091206 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-1568944c-bb79-4782-b999-582a86fb3915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:22:59.091206 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-1568944c-bb79-4782-b999-582a86fb3915 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:22:59.091206 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-1568944c-bb79-4782-b999-582a86fb3915 service neutron] 10.222.0.47 "PUT /v2.0/ports/23599f51-0ae0-4fa3-921f-4883717fbde6 HTTP/1.1" status: 200 len: 1093 time: 0.7337303 Jul 05 16:22:59.091206 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afba3565-7b71-4a48-a24a-1a42f118be22', 'tag': '23599f51-0ae0-4fa3-921f-4883717fbde6'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:22:59.093009 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c04a73-894d-44a5-951c-f7884584358f" -d '{"events": [{"name": "network-changed", "server_uuid": "afba3565-7b71-4a48-a24a-1a42f118be22", "tag": "23599f51-0ae0-4fa3-921f-4883717fbde6"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:22:59.144470 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568944c-bb79-4782-b999-582a86fb3915 service neutron] Pushing event updated for resources: {'Port': ['ID=23599f51-0ae0-4fa3-921f-4883717fbde6,revision_number=3']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:22:59.160330 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba869d-b9d4-4ea1-82bf-f0a714dd2e2d req-4f3131b3-ba59-4066-9cd7-472fbf22c2c3 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:22:59.161863 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-41ba869d-b9d4-4ea1-82bf-f0a714dd2e2d req-4f3131b3-ba59-4066-9cd7-472fbf22c2c3 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 943 time: 0.0659804 Jul 05 16:22:59.244571 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-41ba869d-b9d4-4ea1-82bf-f0a714dd2e2d req-757569f1-9027-4049-8867-5dafa8461c4c tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765145 Jul 05 16:22:59.251932 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-76e1924a-eb5c-4e68-9fd6-69a107cbe09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:22:59.253561 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-76e1924a-eb5c-4e68-9fd6-69a107cbe09f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a&device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 1127 time: 0.0534968 Jul 05 16:22:59.297612 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40e09e9-d35b-49a6-9e47-6d08b6cbe88a x-openstack-request-id: req-f40e09e9-d35b-49a6-9e47-6d08b6cbe88a {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:22:59.297901 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afba3565-7b71-4a48-a24a-1a42f118be22", "tag": "23599f51-0ae0-4fa3-921f-4883717fbde6", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:22:59.298146 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f40e09e9-d35b-49a6-9e47-6d08b6cbe88a {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:22:59.298549 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f40e09e9-d35b-49a6-9e47-6d08b6cbe88a'] response: {'name': 'network-changed', 'server_uuid': 'afba3565-7b71-4a48-a24a-1a42f118be22', 'tag': '23599f51-0ae0-4fa3-921f-4883717fbde6', 'status': 'completed', 'code': 200} Jul 05 16:22:59.300323 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-0c7ef7b7-224c-4513-a689-ca852ace10f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23599f51-0ae0-4fa3-921f-4883717fbde6 HTTP/1.1" status: 200 len: 217 time: 0.0400002 Jul 05 16:22:59.352908 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-49c9f92b-12ae-4077-8c81-e2123adccaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:22:59.354288 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-49c9f92b-12ae-4077-8c81-e2123adccaf9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfab0825-7fb5-48bb-8aec-21481977af6e HTTP/1.1" status: 200 len: 850 time: 0.0488341 Jul 05 16:22:59.398649 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-ef76a426-6745-483b-9f2c-5e516597b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:22:59.400155 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-ef76a426-6745-483b-9f2c-5e516597b338 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e6fae8e-72c3-49ba-ab85-7183288aac1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392325 Jul 05 16:22:59.490538 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-89e75c16-e7b8-4b49-9c38-ec8bb79dfb39 service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846677 Jul 05 16:22:59.578096 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4c6e14cd-27ef-4e6f-8a38-414c07183442 req-83578446-2bbd-454b-a80e-c10d630c9a10 service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818987 Jul 05 16:22:59.861839 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c04a73-894d-44a5-951c-f7884584358f req-9ee27ab5-9da7-4d91-ab57-c5695b6a4516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:22:59.863170 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-03c04a73-894d-44a5-951c-f7884584358f req-9ee27ab5-9da7-4d91-ab57-c5695b6a4516 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a&device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 1127 time: 0.0388584 Jul 05 16:22:59.953830 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c04a73-894d-44a5-951c-f7884584358f req-004c0b96-f056-45c7-9b10-10c87dadef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:22:59.955228 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-03c04a73-894d-44a5-951c-f7884584358f req-004c0b96-f056-45c7-9b10-10c87dadef7a service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e6fae8e-72c3-49ba-ab85-7183288aac1f HTTP/1.1" status: 200 len: 912 time: 0.0852187 Jul 05 16:22:59.992652 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-03c04a73-894d-44a5-951c-f7884584358f req-44d62d0b-942d-4a52-b1d5-1244229adb99 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23599f51-0ae0-4fa3-921f-4883717fbde6 HTTP/1.1" status: 200 len: 217 time: 0.0316951 Jul 05 16:23:00.042359 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c04a73-894d-44a5-951c-f7884584358f req-fd31c2b9-210c-41c9-9932-c69f31fa8d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:23:00.043759 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-03c04a73-894d-44a5-951c-f7884584358f req-fd31c2b9-210c-41c9-9932-c69f31fa8d9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfab0825-7fb5-48bb-8aec-21481977af6e HTTP/1.1" status: 200 len: 850 time: 0.0451429 Jul 05 16:23:00.079613 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:23:00.084582 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c04a73-894d-44a5-951c-f7884584358f req-0d98839e-b232-422a-87fa-dd5226164457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:23:00.086100 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-03c04a73-894d-44a5-951c-f7884584358f req-0d98839e-b232-422a-87fa-dd5226164457 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e6fae8e-72c3-49ba-ab85-7183288aac1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370276 Jul 05 16:23:00.173414 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-03c04a73-894d-44a5-951c-f7884584358f req-e96a5ac5-e720-4a44-a6d0-44de824b8031 service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817535 Jul 05 16:23:00.257410 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:23:00.263401 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-03c04a73-894d-44a5-951c-f7884584358f req-22f714e3-be90-4fd2-981e-57c3b577e00e service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842874 Jul 05 16:23:00.358959 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037110d6-05c1-4d05-8b2f-0d01acdecf9d req-a22e3a7e-c949-47ad-bf2a-35bd7440b294 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:23:00.360365 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-037110d6-05c1-4d05-8b2f-0d01acdecf9d req-a22e3a7e-c949-47ad-bf2a-35bd7440b294 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 943 time: 0.0458541 Jul 05 16:23:00.408162 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-037110d6-05c1-4d05-8b2f-0d01acdecf9d req-393a8c1d-cc69-498d-a2aa-401ccdce614e tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420229 Jul 05 16:23:01.524198 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e16291-352e-49cc-99ea-c76f7dcac28b req-a71903c5-29f6-446b-b306-129b24ee8d40 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:23:01.525671 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-78e16291-352e-49cc-99ea-c76f7dcac28b req-a71903c5-29f6-446b-b306-129b24ee8d40 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 943 time: 0.0511858 Jul 05 16:23:01.574979 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-78e16291-352e-49cc-99ea-c76f7dcac28b req-73a340a8-9a54-492f-8f98-8055f72b3663 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435913 Jul 05 16:23:02.684910 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a953c5c-83f3-4e84-9a35-ef52e23a2ccd req-a2e82248-4a14-4be0-abf8-5e63639e66ae tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:23:02.686341 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8a953c5c-83f3-4e84-9a35-ef52e23a2ccd req-a2e82248-4a14-4be0-abf8-5e63639e66ae tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 943 time: 0.0460885 Jul 05 16:23:02.734017 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8a953c5c-83f3-4e84-9a35-ef52e23a2ccd req-4b157b13-979f-4cb0-867e-34ba845897ce tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423558 Jul 05 16:23:02.935833 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-78d4e4c4-21e4-4c98-a659-2f2b3bb524d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:23:03.355574 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=67 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:23:03.463056 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=67 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:23:03.850376 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445e96a-7e85-42d1-b428-cf9da222094c req-0296be47-6f96-40f2-bd7d-a85ffe613b3d tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:23:03.851834 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d445e96a-7e85-42d1-b428-cf9da222094c req-0296be47-6f96-40f2-bd7d-a85ffe613b3d tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 943 time: 0.0498683 Jul 05 16:23:03.899919 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d445e96a-7e85-42d1-b428-cf9da222094c req-e36c3860-e9fc-4f93-8178-72c418f8992a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426674 Jul 05 16:23:05.011923 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f290be9-d04a-418d-808f-fe98c3fbcec1 req-5f9f7fe7-b352-48c8-8313-e9c0c4522d5b tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:23:05.013408 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8f290be9-d04a-418d-808f-fe98c3fbcec1 req-5f9f7fe7-b352-48c8-8313-e9c0c4522d5b tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 943 time: 0.0476778 Jul 05 16:23:05.061272 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-8f290be9-d04a-418d-808f-fe98c3fbcec1 req-f724af3f-3709-433d-94a3-77c5a89cb800 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421071 Jul 05 16:23:05.255822 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-e5a4c607-61d7-4c85-b946-c13d6a6d8cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:23:06.175052 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3dfcb9-789a-4057-9c7a-d7a83d74b85a req-21ef10e4-ed33-4407-8e4e-b12e805bd155 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:23:06.176512 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-bc3dfcb9-789a-4057-9c7a-d7a83d74b85a req-21ef10e4-ed33-4407-8e4e-b12e805bd155 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 943 time: 0.0468764 Jul 05 16:23:06.230128 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-bc3dfcb9-789a-4057-9c7a-d7a83d74b85a req-5fe60fc4-c99d-43eb-a8f5-224aa646d725 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468228 Jul 05 16:23:06.375740 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:23:07.343257 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed8c0b-1394-4f92-972b-b186308edb85 req-ccf39f79-fcab-4032-a97a-2838d0c13f9e tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:23:07.344691 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c5ed8c0b-1394-4f92-972b-b186308edb85 req-ccf39f79-fcab-4032-a97a-2838d0c13f9e tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 943 time: 0.0461137 Jul 05 16:23:07.393452 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c5ed8c0b-1394-4f92-972b-b186308edb85 req-10316525-06e9-497c-9746-e63fe6a755f9 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431149 Jul 05 16:23:08.034506 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:23:08.129799 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:23:08.486984 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 23599f51-0ae0-4fa3-921f-4883717fbde6 details requested by agent hyperv_hv-cinder-84875 with host hv-cinder-84875 {{(pid=104586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:23:08.504672 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a70b6-5d2e-415c-9e13-00d7f19ecfd6 req-79861e2d-dab8-4d0b-8e6a-100bf9f9c891 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:23:08.506217 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-425a70b6-5d2e-415c-9e13-00d7f19ecfd6 req-79861e2d-dab8-4d0b-8e6a-100bf9f9c891 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 943 time: 0.0482571 Jul 05 16:23:08.568740 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-425a70b6-5d2e-415c-9e13-00d7f19ecfd6 req-f7ad3338-5cff-48fb-a70a-930630438df6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558927 Jul 05 16:23:08.590761 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 23599f51-0ae0-4fa3-921f-4883717fbde6, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=23599f51-0ae0-4fa3-921f-4883717fbde6,segment=NetworkSegment(ac8be657-26ab-4073-97c6-de99da3a4b92),segment_id=ac8be657-26ab-4073-97c6-de99da3a4b92)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:23:08.601807 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Returning: {'device': '23599f51-0ae0-4fa3-921f-4883717fbde6', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'port_id': '23599f51-0ae0-4fa3-921f-4883717fbde6', 'mac_address': 'fa:16:3e:ec:d1:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:23:08.635904 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 23599f51-0ae0-4fa3-921f-4883717fbde6 is: DOWN; New status is: BUILD {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:23:08.636299 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (23599f51-0ae0-4fa3-921f-4883717fbde6), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:23:08.649634 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23599f51-0ae0-4fa3-921f-4883717fbde6 {{(pid=104586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:23:08.668419 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 23599f51-0ae0-4fa3-921f-4883717fbde6, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=23599f51-0ae0-4fa3-921f-4883717fbde6,segment=NetworkSegment(ac8be657-26ab-4073-97c6-de99da3a4b92),segment_id=ac8be657-26ab-4073-97c6-de99da3a4b92)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:23:08.746767 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (23599f51-0ae0-4fa3-921f-4883717fbde6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:23:08.791870 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=23599f51-0ae0-4fa3-921f-4883717fbde6,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:23:08.798751 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:23:08.799098 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:23:08.799443 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:23:08.799784 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:23:08.800120 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:23:08.800451 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:23:08.800798 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:23:08.801128 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:23:08.801454 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:23:08.801777 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:23:08.802098 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:23:08.802421 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:23:08.802741 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:23:08.803061 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:23:08.803376 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:23:08.948544 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['23599f51-0ae0-4fa3-921f-4883717fbde6'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:23:09.683816 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e59e2-7a8b-48cd-a428-f34c238e6be3 req-b4d9f0fe-71f3-4fe9-89a7-ac3f5c5f28dc tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:23:09.685285 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-600e59e2-7a8b-48cd-a428-f34c238e6be3 req-b4d9f0fe-71f3-4fe9-89a7-ac3f5c5f28dc tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 944 time: 0.0504653 Jul 05 16:23:09.733450 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-600e59e2-7a8b-48cd-a428-f34c238e6be3 req-e1e989e5-a9b0-41ab-b5c7-ec782af83e10 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427523 Jul 05 16:23:10.521354 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 23599f51-0ae0-4fa3-921f-4883717fbde6 up at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:23:10.540669 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:23:10.548028 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:23:10.562522 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning for port 23599f51-0ae0-4fa3-921f-4883717fbde6 completed by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 16:23:10.632566 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning complete for port 23599f51-0ae0-4fa3-921f-4883717fbde6 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:23:10.632984 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (23599f51-0ae0-4fa3-921f-4883717fbde6), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:23:10.703780 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port 23599f51-0ae0-4fa3-921f-4883717fbde6 is: BUILD; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:23:10.704159 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (23599f51-0ae0-4fa3-921f-4883717fbde6), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:23:10.726303 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afba3565-7b71-4a48-a24a-1a42f118be22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23599f51-0ae0-4fa3-921f-4883717fbde6'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:23:10.729477 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f229103-3f64-4ac0-9dbf-a0e1b4f1235f" -d '{"events": [{"server_uuid": "afba3565-7b71-4a48-a24a-1a42f118be22", "name": "network-vif-plugged", "status": "completed", "tag": "23599f51-0ae0-4fa3-921f-4883717fbde6"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:23:10.742192 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port 23599f51-0ae0-4fa3-921f-4883717fbde6, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=23599f51-0ae0-4fa3-921f-4883717fbde6,segment=NetworkSegment(ac8be657-26ab-4073-97c6-de99da3a4b92),segment_id=ac8be657-26ab-4073-97c6-de99da3a4b92)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:23:10.765263 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72c19a4-2994-46b7-b025-d0ebf748db6b x-openstack-request-id: req-b72c19a4-2994-46b7-b025-d0ebf748db6b {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:23:10.765544 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afba3565-7b71-4a48-a24a-1a42f118be22", "name": "network-vif-plugged", "status": "completed", "tag": "23599f51-0ae0-4fa3-921f-4883717fbde6", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:23:10.765792 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b72c19a4-2994-46b7-b025-d0ebf748db6b {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:23:10.766184 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b72c19a4-2994-46b7-b025-d0ebf748db6b'] response: {'server_uuid': 'afba3565-7b71-4a48-a24a-1a42f118be22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23599f51-0ae0-4fa3-921f-4883717fbde6', 'code': 200} Jul 05 16:23:10.804195 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (23599f51-0ae0-4fa3-921f-4883717fbde6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:23:10.855227 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=23599f51-0ae0-4fa3-921f-4883717fbde6,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:23:10.861045 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92598df-bcc2-4604-b361-ccce155fc91c req-261113e3-3b4b-47f8-9e3f-396d4945414b tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:23:10.862640 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f92598df-bcc2-4604-b361-ccce155fc91c req-261113e3-3b4b-47f8-9e3f-396d4945414b tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 945 time: 0.0485506 Jul 05 16:23:10.915220 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f92598df-bcc2-4604-b361-ccce155fc91c req-8dab0e6e-bb75-4c33-a88e-da9e40552cec tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432920 Jul 05 16:23:11.114886 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:23:11.119554 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1108a7a-d5c5-46c6-adad-9a89a38a0164 req-63c06be1-0968-4834-85bf-35c458425954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:23:11.121037 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a1108a7a-d5c5-46c6-adad-9a89a38a0164 req-63c06be1-0968-4834-85bf-35c458425954 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 1129 time: 0.0387001 Jul 05 16:23:11.157317 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:23:11.170341 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-a1108a7a-d5c5-46c6-adad-9a89a38a0164 req-6f557036-7f35-4b4b-b7ae-0fedee87abb4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433750 Jul 05 16:23:12.026763 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98c178-ab5d-4e61-b39a-c11b26968367 req-e3f9b749-6c5c-4dc6-9d42-dc7cdcf2f847 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:23:12.028192 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9f98c178-ab5d-4e61-b39a-c11b26968367 req-e3f9b749-6c5c-4dc6-9d42-dc7cdcf2f847 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 945 time: 0.0468388 Jul 05 16:23:12.076619 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9f98c178-ab5d-4e61-b39a-c11b26968367 req-da49ba06-ef24-4729-a56f-74f92d4275f4 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430050 Jul 05 16:23:13.196473 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f684511-c21e-4a3e-99d0-e1f9a9686ef1 req-fedaf17b-6b65-4f40-9c79-62955194d25d tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:23:13.197990 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4f684511-c21e-4a3e-99d0-e1f9a9686ef1 req-fedaf17b-6b65-4f40-9c79-62955194d25d tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 945 time: 0.0525577 Jul 05 16:23:13.246775 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4f684511-c21e-4a3e-99d0-e1f9a9686ef1 req-d756d428-4973-487c-aae3-84449b59c8ce tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429521 Jul 05 16:23:13.357568 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae091c-c7c9-47dc-a97d-c6808af30c2d req-87ae50aa-f4f0-46cf-9aae-454dada1c114 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:23:13.358895 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-feae091c-c7c9-47dc-a97d-c6808af30c2d req-87ae50aa-f4f0-46cf-9aae-454dada1c114 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 945 time: 0.0492761 Jul 05 16:23:13.406976 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-feae091c-c7c9-47dc-a97d-c6808af30c2d req-d2ad48d2-7157-48d9-bdb1-1df2c05e513a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423064 Jul 05 16:23:13.428861 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 53472) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:23:13.465887 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431f027b-5172-41b4-bb4f-194b750d5c1a tempest-TestVolumeBootPattern-493464776 tempest-TestVolumeBootPattern-493464776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:23:13.467354 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-431f027b-5172-41b4-bb4f-194b750d5c1a tempest-TestVolumeBootPattern-493464776 tempest-TestVolumeBootPattern-493464776-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 1124 time: 0.0375473 Jul 05 16:23:13.469974 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 53474) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:23:13.474150 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-6a23027e-8359-4e33-8256-7e774ffa22b8 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Request body: {'floatingip': {'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'port_id': '23599f51-0ae0-4fa3-921f-4883717fbde6', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:23:13.541495 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6a23027e-8359-4e33-8256-7e774ffa22b8 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:23:13.622004 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6a23027e-8359-4e33-8256-7e774ffa22b8 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:23:13.721322 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [None req-6a23027e-8359-4e33-8256-7e774ffa22b8 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Allocated IP 172.27.3.169 (90903495-288b-44cb-8357-c0c74fc45d82/c848da7f-4b94-4cfd-b899-6ee4cbeaeda8/ecbeda5e-b938-41f3-bc36-665397289d62) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:23:13.829865 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6a23027e-8359-4e33-8256-7e774ffa22b8 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for port (ecbeda5e-b938-41f3-bc36-665397289d62), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:23:13.913121 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6a23027e-8359-4e33-8256-7e774ffa22b8 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (ecbeda5e-b938-41f3-bc36-665397289d62), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:23:13.950365 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a23027e-8359-4e33-8256-7e774ffa22b8 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Network 90903495-288b-44cb-8357-c0c74fc45d82 is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:23:13.953187 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-6a23027e-8359-4e33-8256-7e774ffa22b8 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:23:13.956548 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a23027e-8359-4e33-8256-7e774ffa22b8 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:23:13.979551 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23027e-8359-4e33-8256-7e774ffa22b8 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Pushing event updated for resources: {'Port': ['ID=ecbeda5e-b938-41f3-bc36-665397289d62,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:23:14.030528 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:23:14.051418 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:23:14.547851 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6a23027e-8359-4e33-8256-7e774ffa22b8 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for floatingip (2e3994a9-22d3-4aea-91b0-b5ec74236696), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:23:14.659506 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6a23027e-8359-4e33-8256-7e774ffa22b8 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (ecbeda5e-b938-41f3-bc36-665397289d62), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:23:14.802292 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6a23027e-8359-4e33-8256-7e774ffa22b8 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for port (ecbeda5e-b938-41f3-bc36-665397289d62), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:23:14.878438 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6a23027e-8359-4e33-8256-7e774ffa22b8 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (ecbeda5e-b938-41f3-bc36-665397289d62), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:23:14.950476 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23027e-8359-4e33-8256-7e774ffa22b8 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Pushing event updated for resources: {'Port': ['ID=ecbeda5e-b938-41f3-bc36-665397289d62,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:23:14.958348 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6a23027e-8359-4e33-8256-7e774ffa22b8 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (2e3994a9-22d3-4aea-91b0-b5ec74236696), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:23:15.051649 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.l3_db [None req-6a23027e-8359-4e33-8256-7e774ffa22b8 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Floating IP 2e3994a9-22d3-4aea-91b0-b5ec74236696 associated. External IP: 172.27.3.169, port: 23599f51-0ae0-4fa3-921f-4883717fbde6. Jul 05 16:23:15.136124 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:23:15.232710 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:23:15.247245 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a23027e-8359-4e33-8256-7e774ffa22b8 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:23:15.352439 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a23027e-8359-4e33-8256-7e774ffa22b8 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:23:15.362362 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7314714a-68f4-4bb5-b35a-a17349cb2783 None None] Sync routers for ids ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:23:15.371819 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7314714a-68f4-4bb5-b35a-a17349cb2783 None None] Routers {'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:23:15.375417 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-7314714a-68f4-4bb5-b35a-a17349cb2783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:23:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:23:15.452060 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6a23027e-8359-4e33-8256-7e774ffa22b8 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:23:15.472383 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-7314714a-68f4-4bb5-b35a-a17349cb2783 None None] Set router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:23:15.483271 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-6a23027e-8359-4e33-8256-7e774ffa22b8 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0123122 Jul 05 16:23:15.483859 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afba3565-7b71-4a48-a24a-1a42f118be22', 'tag': '23599f51-0ae0-4fa3-921f-4883717fbde6'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:23:15.486524 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4971b167-6c27-4110-a93c-64ddf12a61e6" -d '{"events": [{"name": "network-changed", "server_uuid": "afba3565-7b71-4a48-a24a-1a42f118be22", "tag": "23599f51-0ae0-4fa3-921f-4883717fbde6"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:23:15.521211 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbff0496-ed50-4d29-8e21-a6652ae26198 x-openstack-request-id: req-bbff0496-ed50-4d29-8e21-a6652ae26198 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:23:15.521495 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afba3565-7b71-4a48-a24a-1a42f118be22", "tag": "23599f51-0ae0-4fa3-921f-4883717fbde6", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:23:15.521743 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bbff0496-ed50-4d29-8e21-a6652ae26198 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:23:15.522144 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbff0496-ed50-4d29-8e21-a6652ae26198'] response: {'name': 'network-changed', 'server_uuid': 'afba3565-7b71-4a48-a24a-1a42f118be22', 'tag': '23599f51-0ae0-4fa3-921f-4883717fbde6', 'status': 'completed', 'code': 200} Jul 05 16:23:15.585010 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971b167-6c27-4110-a93c-64ddf12a61e6 req-43933159-aee1-48b0-a090-2c729f748405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:23:15.587086 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4971b167-6c27-4110-a93c-64ddf12a61e6 req-43933159-aee1-48b0-a090-2c729f748405 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a&device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 1129 time: 0.0427308 Jul 05 16:23:15.675082 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971b167-6c27-4110-a93c-64ddf12a61e6 req-d19751be-da12-4503-9a1a-42112baf22d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:23:15.676528 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4971b167-6c27-4110-a93c-64ddf12a61e6 req-d19751be-da12-4503-9a1a-42112baf22d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e6fae8e-72c3-49ba-ab85-7183288aac1f HTTP/1.1" status: 200 len: 912 time: 0.0841551 Jul 05 16:23:15.685907 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-7314714a-68f4-4bb5-b35a-a17349cb2783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:05Z', 'updated_at': '2022-07-05T16:20:08Z', 'revision_number': 4, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'gw_port': {'id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:06Z', 'updated_at': '2022-07-05T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '2e3994a9-22d3-4aea-91b0-b5ec74236696', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'port_id': '23599f51-0ae0-4fa3-921f-4883717fbde6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'mac_address': 'fa:16:3e:ec:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afba3565-7b71-4a48-a24a-1a42f118be22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:23:14Z', 'updated_at': '2022-07-05T16:23:14Z', 'revision_number': 0, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb83a8ce-5730-44ee-97e4-b9d6a0356d61', 'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'mac_address': 'fa:16:3e:66:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:08Z', 'updated_at': '2022-07-05T16:20:12Z', 'revision_number': 5, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'subnets': [{'id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:23:15.710504 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7314714a-68f4-4bb5-b35a-a17349cb2783 None None] Checking router: aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:23:15.718763 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7314714a-68f4-4bb5-b35a-a17349cb2783 None None] Routers {'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:23:15.719362 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-7314714a-68f4-4bb5-b35a-a17349cb2783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:23:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:23:15.743758 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4971b167-6c27-4110-a93c-64ddf12a61e6 req-75d4e3b5-6a4e-4ff2-9ab6-74b742163c84 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23599f51-0ae0-4fa3-921f-4883717fbde6 HTTP/1.1" status: 200 len: 999 time: 0.0581794 Jul 05 16:23:15.791343 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971b167-6c27-4110-a93c-64ddf12a61e6 req-b0a09209-2816-4809-9956-3f5d32472a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:23:15.792794 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4971b167-6c27-4110-a93c-64ddf12a61e6 req-b0a09209-2816-4809-9956-3f5d32472a66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfab0825-7fb5-48bb-8aec-21481977af6e HTTP/1.1" status: 200 len: 850 time: 0.0431972 Jul 05 16:23:15.819587 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-7314714a-68f4-4bb5-b35a-a17349cb2783 None None] Set router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:23:15.836240 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971b167-6c27-4110-a93c-64ddf12a61e6 req-bd42fb6a-15f1-40ed-a9dc-1b8c8dd015f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:23:15.837757 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4971b167-6c27-4110-a93c-64ddf12a61e6 req-bd42fb6a-15f1-40ed-a9dc-1b8c8dd015f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e6fae8e-72c3-49ba-ab85-7183288aac1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393879 Jul 05 16:23:15.929366 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4971b167-6c27-4110-a93c-64ddf12a61e6 req-d6c0c19c-e866-4495-b818-b035c96d22c1 service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852835 Jul 05 16:23:16.018064 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-4971b167-6c27-4110-a93c-64ddf12a61e6 req-fcc47fee-9c18-4c2e-9366-73d24f63f69e service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826256 Jul 05 16:23:16.026469 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-7314714a-68f4-4bb5-b35a-a17349cb2783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:05Z', 'updated_at': '2022-07-05T16:20:08Z', 'revision_number': 4, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'gw_port': {'id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:06Z', 'updated_at': '2022-07-05T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '2e3994a9-22d3-4aea-91b0-b5ec74236696', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'port_id': '23599f51-0ae0-4fa3-921f-4883717fbde6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'mac_address': 'fa:16:3e:ec:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afba3565-7b71-4a48-a24a-1a42f118be22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:23:14Z', 'updated_at': '2022-07-05T16:23:14Z', 'revision_number': 0, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb83a8ce-5730-44ee-97e4-b9d6a0356d61', 'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'mac_address': 'fa:16:3e:66:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:08Z', 'updated_at': '2022-07-05T16:20:12Z', 'revision_number': 5, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'subnets': [{'id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:23:16.051505 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7314714a-68f4-4bb5-b35a-a17349cb2783 None None] The sync data for ids ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'] in dv-cinder-848759-1-iscsi is: [{'id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:05Z', 'updated_at': '2022-07-05T16:20:08Z', 'revision_number': 4, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'gw_port': {'id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:06Z', 'updated_at': '2022-07-05T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '2e3994a9-22d3-4aea-91b0-b5ec74236696', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'port_id': '23599f51-0ae0-4fa3-921f-4883717fbde6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'mac_address': 'fa:16:3e:ec:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afba3565-7b71-4a48-a24a-1a42f118be22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:23:14Z', 'updated_at': '2022-07-05T16:23:14Z', 'revision_number': 0, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb83a8ce-5730-44ee-97e4-b9d6a0356d61', 'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'mac_address': 'fa:16:3e:66:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:08Z', 'updated_at': '2022-07-05T16:20:12Z', 'revision_number': 5, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'subnets': [{'id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:23:16.234018 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07898646-7135-4365-a660-9f1f450fcd63 None None] New status for floating IP 2e3994a9-22d3-4aea-91b0-b5ec74236696: ACTIVE {{(pid=104586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:23:21.026830 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:23:26.013675 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:23:26.014485 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=57,neutron:DELETE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:23:30.464868 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:23:30.968654 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:UPDATE=2,neutron:SELECT=24 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:23:30.969440 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=49,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:23:32.958079 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-535a31b4-4183-48fa-96da-c54b05c48d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:23:35.295085 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-758bd8fe-37c4-4642-962e-3ff65cb13a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:23:36.375373 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:23:38.060394 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:23:38.134654 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:23:40.460259 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=91 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:23:40.461014 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=91 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:23:48.038194 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:23:48.039953 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:23:51.003148 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:24:00.963015 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:24:00.965884 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:24:02.951347 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-706c0d1e-4637-4462-9493-701255cc9243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:24:04.739845 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-000db2ca-4a4f-4473-862d-aa89afaa7d27 req-9ccad666-7030-4a5f-8c17-57bdc9c9ec27 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=afba3565-7b71-4a48-a24a-1a42f118be22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391166 Jul 05 16:24:04.820166 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000db2ca-4a4f-4473-862d-aa89afaa7d27 req-274d437b-6f94-45b9-8ea5-0eac2eafa6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:24:04.821657 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-000db2ca-4a4f-4473-862d-aa89afaa7d27 req-274d437b-6f94-45b9-8ea5-0eac2eafa6d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a&device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 1129 time: 0.0430477 Jul 05 16:24:04.922504 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000db2ca-4a4f-4473-862d-aa89afaa7d27 req-81023713-34e1-432f-a3a3-b6c4e0924067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:24:04.924261 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-000db2ca-4a4f-4473-862d-aa89afaa7d27 req-81023713-34e1-432f-a3a3-b6c4e0924067 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e6fae8e-72c3-49ba-ab85-7183288aac1f HTTP/1.1" status: 200 len: 912 time: 0.0846615 Jul 05 16:24:04.987751 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-000db2ca-4a4f-4473-862d-aa89afaa7d27 req-7e537536-550a-405e-bc90-4a4551a316dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23599f51-0ae0-4fa3-921f-4883717fbde6 HTTP/1.1" status: 200 len: 1001 time: 0.0581405 Jul 05 16:24:05.033768 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000db2ca-4a4f-4473-862d-aa89afaa7d27 req-034ece88-3b0a-4aa0-92c6-f30566faacb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:24:05.035058 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-000db2ca-4a4f-4473-862d-aa89afaa7d27 req-034ece88-3b0a-4aa0-92c6-f30566faacb4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfab0825-7fb5-48bb-8aec-21481977af6e HTTP/1.1" status: 200 len: 850 time: 0.0421031 Jul 05 16:24:05.077134 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000db2ca-4a4f-4473-862d-aa89afaa7d27 req-d7d4b4b1-9404-4ccf-b458-4407d42317fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:24:05.078536 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-000db2ca-4a4f-4473-862d-aa89afaa7d27 req-d7d4b4b1-9404-4ccf-b458-4407d42317fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e6fae8e-72c3-49ba-ab85-7183288aac1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375459 Jul 05 16:24:05.172353 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-000db2ca-4a4f-4473-862d-aa89afaa7d27 req-d5def85a-018b-4658-b18a-5f7b175b4c95 service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875769 Jul 05 16:24:05.233103 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-ca115b93-ee0b-4211-bd60-eee254f9072b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:24:05.263715 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-000db2ca-4a4f-4473-862d-aa89afaa7d27 req-6e89fc09-38c3-46f5-9901-a148cc869b1d service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847616 Jul 05 16:24:06.374925 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:24:06.420488 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=3 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:24:06.421225 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=3 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:24:07.463338 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:24:08.054353 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:24:08.140008 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:24:15.254481 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=49 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:24:15.260729 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=52 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:24:17.460073 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:24:18.040252 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:24:18.042166 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:24:21.031514 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:24:29.509550 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [req-51634ac8-f152-4329-9247-6c85db8f6823 req-fac65b7d-82f9-452f-9efc-9c381a542220 service neutron] (104584) timed out ('10.222.0.47', 53029) {{(pid=104584) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 05 16:24:29.983262 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [req-f8510d9b-b875-454b-b828-81064d0efc13 req-73c87cde-ce58-45ca-bf97-ef268f39f2c3 service neutron] (104584) timed out ('10.222.0.47', 53037) {{(pid=104584) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 05 16:24:30.972271 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:24:30.978277 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:24:31.441412 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:24:32.967709 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-1162b500-35b5-4479-8f67-40d6c6fbdd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:24:35.225242 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-c7e613bc-61bb-456d-a3bb-74768209cd93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:24:36.413401 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:24:38.047017 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:24:38.110760 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:24:43.426767 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:24:43.427570 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=4 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:24:44.462267 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:24:50.123269 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-04140ee1-df1f-4861-af7d-2c3e75e527cd tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1594892166&fields=id&tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a HTTP/1.1" status: 200 len: 267 time: 0.0489969 Jul 05 16:24:50.234576 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-13a062bc-66a7-419d-b8b2-8e59f947cd74 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:24:50.236352 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-13a062bc-66a7-419d-b8b2-8e59f947cd74 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/networks?id=9e6fae8e-72c3-49ba-ab85-7183288aac1f HTTP/1.1" status: 200 len: 811 time: 0.1064653 Jul 05 16:24:50.250709 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-7b7e1c35-ae21-489e-9e8f-f16ddf6890ff tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/quotas/85bf8c1d40a04aaf9e46cd7f1e58048a HTTP/1.1" status: 200 len: 375 time: 0.0090208 Jul 05 16:24:50.301702 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-ab456d00-1291-4c58-9e72-8649d17ab8d5 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462275 Jul 05 16:24:50.399615 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-5ed50626-3f92-43c1-bc5f-662ebc653349 service neutron] 10.222.0.45 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864356 Jul 05 16:24:50.489702 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-abfbf398-9cf0-4e84-9a28-2753b14bcd1e service neutron] 10.222.0.45 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844848 Jul 05 16:24:51.020119 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-7ba7a2fe-83f5-4ecc-8fd6-8146d5ae9172 req-ef2c991a-5fb9-4d65-8988-d48e4ccb1eae tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=006b2255-2bfc-4f4d-808b-cf33efce0d3b HTTP/1.1" status: 200 len: 210 time: 0.0278661 Jul 05 16:24:51.064896 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:24:51.999998 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [req-f564a801-289b-43c3-b2de-5c9767785342 req-38bd7820-795e-4f7b-a985-21c9a1ade1b0 service neutron] (104585) timed out ('10.222.0.47', 53061) {{(pid=104585) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 05 16:24:52.113376 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-e6378e11-eb38-450d-b106-6efe4d8d6dda req-dbc165dd-ee72-4bf3-9906-9438acc1041e tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=006b2255-2bfc-4f4d-808b-cf33efce0d3b HTTP/1.1" status: 200 len: 210 time: 0.0286877 Jul 05 16:24:52.825184 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-de9bc7f7-7075-4aa9-9f70-c9ae652b0237 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:24:52.827402 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-de9bc7f7-7075-4aa9-9f70-c9ae652b0237 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.47 "GET /v2.0/networks?id=9e6fae8e-72c3-49ba-ab85-7183288aac1f HTTP/1.1" status: 200 len: 811 time: 0.1052825 Jul 05 16:24:52.890027 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-5efa0b3a-aa35-42b3-a5c8-d57dcaa036e5 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a HTTP/1.1" status: 200 len: 380 time: 0.0542846 Jul 05 16:24:52.901243 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Request body: {'port': {'device_id': '006b2255-2bfc-4f4d-808b-cf33efce0d3b', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'admin_state_up': True, 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'security_groups': ['56908f38-c279-4753-9b86-bb1b1a4eabca']}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:24:53.087543 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Made reservation on behalf of 85bf8c1d40a04aaf9e46cd7f1e58048a for: {'port': 1} {{(pid=104585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:24:53.090874 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:24:53.224689 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-de879f68-67c4-4e65-a476-c8b07a5aeb7e req-01a8f248-1158-4800-baac-b03d3f361589 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=006b2255-2bfc-4f4d-808b-cf33efce0d3b HTTP/1.1" status: 200 len: 210 time: 0.0341525 Jul 05 16:24:53.242668 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Allocated IP 172.20.0.13 (9e6fae8e-72c3-49ba-ab85-7183288aac1f/dfab0825-7fb5-48bb-8aec-21481977af6e/bd0e93ea-99c5-40cb-a24f-6c4e5b679729) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:24:53.305972 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:24:53.317057 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:24:53.398802 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for port (bd0e93ea-99c5-40cb-a24f-6c4e5b679729), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:24:53.494312 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (bd0e93ea-99c5-40cb-a24f-6c4e5b679729), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:24:53.540861 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Network 9e6fae8e-72c3-49ba-ab85-7183288aac1f is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:24:53.543737 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:24:53.546977 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:24:53.573244 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Pushing event updated for resources: {'Port': ['ID=bd0e93ea-99c5-40cb-a24f-6c4e5b679729,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:24:53.588980 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:24:53.589327 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:24:53.589669 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:24:53.590004 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:24:53.590323 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:24:53.590651 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:24:53.590976 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:24:53.591301 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:24:53.592327 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:24:53.592453 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:24:53.592746 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:24:53.593101 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:24:53.593417 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:24:53.593739 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:24:53.594052 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:24:53.617747 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:24:53.618497 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:24:53.703269 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-d320ced3-fbca-4e63-98d6-03df0d91a256 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8055425 Jul 05 16:24:53.714861 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-9498d0eb-dc84-43e0-9c9b-83b3d1b16669 service neutron] Request body: {'port': {'device_id': '006b2255-2bfc-4f4d-808b-cf33efce0d3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84875'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:24:53.775911 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-9498d0eb-dc84-43e0-9c9b-83b3d1b16669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (bd0e93ea-99c5-40cb-a24f-6c4e5b679729), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:24:53.836656 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7eddb5d9-9800-47f4-91fd-13c7323f575b None None] Provisioning complete for port bd0e93ea-99c5-40cb-a24f-6c4e5b679729 triggered by entity DHCP. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:24:53.837267 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7eddb5d9-9800-47f4-91fd-13c7323f575b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (bd0e93ea-99c5-40cb-a24f-6c4e5b679729), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:24:53.869406 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7eddb5d9-9800-47f4-91fd-13c7323f575b None None] Port bd0e93ea-99c5-40cb-a24f-6c4e5b679729 cannot update to ACTIVE because it is not bound. {{(pid=104586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 05 16:24:53.991125 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:24:54.038996 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-9498d0eb-dc84-43e0-9c9b-83b3d1b16669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd0e93ea-99c5-40cb-a24f-6c4e5b679729 {{(pid=104585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:24:54.046315 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-9498d0eb-dc84-43e0-9c9b-83b3d1b16669 service neutron] Publish callbacks [] for port (bd0e93ea-99c5-40cb-a24f-6c4e5b679729), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:24:54.059201 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.provisioning_blocks [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-9498d0eb-dc84-43e0-9c9b-83b3d1b16669 service neutron] Transition to ACTIVE for port object bd0e93ea-99c5-40cb-a24f-6c4e5b679729 will not be triggered until provisioned by entity L2. {{(pid=104585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 05 16:24:54.122304 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-9498d0eb-dc84-43e0-9c9b-83b3d1b16669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (bd0e93ea-99c5-40cb-a24f-6c4e5b679729), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:24:54.173198 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498d0eb-dc84-43e0-9c9b-83b3d1b16669 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0e93ea-99c5-40cb-a24f-6c4e5b679729,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:24:54.259146 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-9498d0eb-dc84-43e0-9c9b-83b3d1b16669 service neutron] Attempting to bind port bd0e93ea-99c5-40cb-a24f-6c4e5b679729 on host hv-cinder-84875 for vnic_type normal with profile {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 05 16:24:54.259446 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-9498d0eb-dc84-43e0-9c9b-83b3d1b16669 service neutron] Attempting to bind port bd0e93ea-99c5-40cb-a24f-6c4e5b679729 by drivers openvswitch,hyperv on host hv-cinder-84875 at level 0 using segments [{'id': 'ac8be657-26ab-4073-97c6-de99da3a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f'}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 05 16:24:54.259696 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-9498d0eb-dc84-43e0-9c9b-83b3d1b16669 service neutron] Attempting to bind port bd0e93ea-99c5-40cb-a24f-6c4e5b679729 on network 9e6fae8e-72c3-49ba-ab85-7183288aac1f {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:24:54.265214 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-9498d0eb-dc84-43e0-9c9b-83b3d1b16669 service neutron] Port bd0e93ea-99c5-40cb-a24f-6c4e5b679729 on network 9e6fae8e-72c3-49ba-ab85-7183288aac1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84875 {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 05 16:24:54.265530 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-9498d0eb-dc84-43e0-9c9b-83b3d1b16669 service neutron] Attempting to bind port bd0e93ea-99c5-40cb-a24f-6c4e5b679729 on network 9e6fae8e-72c3-49ba-ab85-7183288aac1f {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 05 16:24:54.277089 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-9498d0eb-dc84-43e0-9c9b-83b3d1b16669 service neutron] Checking agent: {'id': '9349738f-6636-400c-ae94-e0965ca2b601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84875', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'started_at': datetime.datetime(2022, 7, 5, 16, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 5, 16, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 05 16:24:54.277477 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-9498d0eb-dc84-43e0-9c9b-83b3d1b16669 service neutron] Checking segment: {'id': 'ac8be657-26ab-4073-97c6-de99da3a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 05 16:24:54.277889 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-9498d0eb-dc84-43e0-9c9b-83b3d1b16669 service neutron] Bound using segment: {'id': 'ac8be657-26ab-4073-97c6-de99da3a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f'} {{(pid=104585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 05 16:24:54.278351 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.managers [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-9498d0eb-dc84-43e0-9c9b-83b3d1b16669 service neutron] Bound port: bd0e93ea-99c5-40cb-a24f-6c4e5b679729, host: hv-cinder-84875, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac8be657-26ab-4073-97c6-de99da3a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f'}}] {{(pid=104585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 05 16:24:54.278847 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-9498d0eb-dc84-43e0-9c9b-83b3d1b16669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (bd0e93ea-99c5-40cb-a24f-6c4e5b679729), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:24:54.361513 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:24:54.382603 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37761daf-e25d-4c67-8d28-a0dfcbae3ae8 req-d8ca75d1-8b0f-48a4-9928-af52ca9b71db tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:24:54.384081 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-37761daf-e25d-4c67-8d28-a0dfcbae3ae8 req-d8ca75d1-8b0f-48a4-9928-af52ca9b71db tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=006b2255-2bfc-4f4d-808b-cf33efce0d3b HTTP/1.1" status: 200 len: 944 time: 0.0708072 Jul 05 16:24:54.385147 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-9498d0eb-dc84-43e0-9c9b-83b3d1b16669 service neutron] For port bd0e93ea-99c5-40cb-a24f-6c4e5b679729, host hv-cinder-84875, cleared binding levels {{(pid=104585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:24:54.388689 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-9498d0eb-dc84-43e0-9c9b-83b3d1b16669 service neutron] For port bd0e93ea-99c5-40cb-a24f-6c4e5b679729, host hv-cinder-84875, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=bd0e93ea-99c5-40cb-a24f-6c4e5b679729,segment=NetworkSegment(ac8be657-26ab-4073-97c6-de99da3a4b92),segment_id=ac8be657-26ab-4073-97c6-de99da3a4b92)] {{(pid=104585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:24:54.434431 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-37761daf-e25d-4c67-8d28-a0dfcbae3ae8 req-f0ac6523-c524-45fb-8772-b14a7da158da tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439341 Jul 05 16:24:54.457735 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:24:54.459228 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:24:54.476856 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-9498d0eb-dc84-43e0-9c9b-83b3d1b16669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (bd0e93ea-99c5-40cb-a24f-6c4e5b679729), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:24:54.517068 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-9498d0eb-dc84-43e0-9c9b-83b3d1b16669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:24:54.517674 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-9498d0eb-dc84-43e0-9c9b-83b3d1b16669 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:24:54.519044 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-9498d0eb-dc84-43e0-9c9b-83b3d1b16669 service neutron] 10.222.0.47 "PUT /v2.0/ports/bd0e93ea-99c5-40cb-a24f-6c4e5b679729 HTTP/1.1" status: 200 len: 1094 time: 0.8083229 Jul 05 16:24:54.519465 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006b2255-2bfc-4f4d-808b-cf33efce0d3b', 'tag': 'bd0e93ea-99c5-40cb-a24f-6c4e5b679729'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:24:54.521685 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8bd64a-5614-4dfb-b73d-948fe0bca347" -d '{"events": [{"name": "network-changed", "server_uuid": "006b2255-2bfc-4f4d-808b-cf33efce0d3b", "tag": "bd0e93ea-99c5-40cb-a24f-6c4e5b679729"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:24:54.542246 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498d0eb-dc84-43e0-9c9b-83b3d1b16669 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0e93ea-99c5-40cb-a24f-6c4e5b679729,revision_number=3']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:24:54.632519 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218b4d45-2e02-4bcd-ad00-69695b93887e x-openstack-request-id: req-218b4d45-2e02-4bcd-ad00-69695b93887e {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:24:54.632841 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006b2255-2bfc-4f4d-808b-cf33efce0d3b", "tag": "bd0e93ea-99c5-40cb-a24f-6c4e5b679729", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:24:54.633090 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-218b4d45-2e02-4bcd-ad00-69695b93887e {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:24:54.633489 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-218b4d45-2e02-4bcd-ad00-69695b93887e'] response: {'name': 'network-changed', 'server_uuid': '006b2255-2bfc-4f4d-808b-cf33efce0d3b', 'tag': 'bd0e93ea-99c5-40cb-a24f-6c4e5b679729', 'status': 'completed', 'code': 200} Jul 05 16:24:54.697090 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bd64a-5614-4dfb-b73d-948fe0bca347 req-7257688b-9a3f-4cb4-a64c-c5e0c004c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:24:54.698639 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6d8bd64a-5614-4dfb-b73d-948fe0bca347 req-7257688b-9a3f-4cb4-a64c-c5e0c004c236 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a&device_id=006b2255-2bfc-4f4d-808b-cf33efce0d3b HTTP/1.1" status: 200 len: 1128 time: 0.0424352 Jul 05 16:24:54.798776 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bd64a-5614-4dfb-b73d-948fe0bca347 req-0b49d72f-e2be-41fb-8b53-a0a84b6bb07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:24:54.800101 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6d8bd64a-5614-4dfb-b73d-948fe0bca347 req-0b49d72f-e2be-41fb-8b53-a0a84b6bb07f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0954823 Jul 05 16:24:55.130718 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bd64a-5614-4dfb-b73d-948fe0bca347 req-0b0e40ec-cd93-4f0e-990c-278175849ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:24:55.132098 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6d8bd64a-5614-4dfb-b73d-948fe0bca347 req-0b0e40ec-cd93-4f0e-990c-278175849ba5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3266671 Jul 05 16:24:55.204193 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-a588b7bc-76fb-4847-8abd-7de413a479cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:24:55.205663 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-a588b7bc-76fb-4847-8abd-7de413a479cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a&device_id=006b2255-2bfc-4f4d-808b-cf33efce0d3b HTTP/1.1" status: 200 len: 1128 time: 0.0391431 Jul 05 16:24:55.246952 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-2e642ad3-5ac7-451a-b16f-5f467c425a5f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd0e93ea-99c5-40cb-a24f-6c4e5b679729 HTTP/1.1" status: 200 len: 217 time: 0.0345018 Jul 05 16:24:55.296947 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-2c77918e-481f-4a38-a1ca-c0313112d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:24:55.298388 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-2c77918e-481f-4a38-a1ca-c0313112d0a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfab0825-7fb5-48bb-8aec-21481977af6e HTTP/1.1" status: 200 len: 850 time: 0.0464370 Jul 05 16:24:55.341346 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-cb7850e3-af1b-4c2b-9bfb-dbe9774c1056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:24:55.342828 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-cb7850e3-af1b-4c2b-9bfb-dbe9774c1056 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e6fae8e-72c3-49ba-ab85-7183288aac1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382161 Jul 05 16:24:55.434855 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-f0202f18-a700-458d-9656-58b0f5f1c53e service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854039 Jul 05 16:24:55.521327 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:24:55.558732 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-351ad29b-7c5e-442e-b686-d32d9d9bfb7e req-99883f35-6da2-4862-b1e1-5949a58cb795 service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170437 Jul 05 16:24:55.569225 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cc423-df70-47cd-8470-b920daf3dc94 req-6d2d6fd1-a65d-41b5-9a61-ece84d3f050f tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:24:55.571985 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-878cc423-df70-47cd-8470-b920daf3dc94 req-6d2d6fd1-a65d-41b5-9a61-ece84d3f050f tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=006b2255-2bfc-4f4d-808b-cf33efce0d3b HTTP/1.1" status: 200 len: 944 time: 0.0641615 Jul 05 16:24:55.622347 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-878cc423-df70-47cd-8470-b920daf3dc94 req-abd0621c-7ee9-4d7d-a215-d89b2ab09889 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457590 Jul 05 16:24:56.734375 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae334e27-a18a-4e5d-892c-558ccc4a0648 req-71ec7199-176c-4c91-a3ee-2b264f7eece3 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:24:56.736053 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ae334e27-a18a-4e5d-892c-558ccc4a0648 req-71ec7199-176c-4c91-a3ee-2b264f7eece3 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=006b2255-2bfc-4f4d-808b-cf33efce0d3b HTTP/1.1" status: 200 len: 944 time: 0.0458786 Jul 05 16:24:56.783479 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ae334e27-a18a-4e5d-892c-558ccc4a0648 req-b8df03ca-4b46-403a-b77d-1227efff35a5 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420301 Jul 05 16:24:57.898168 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffaaa00-65d4-4b82-abd8-e0f476f8f40c req-878a017f-2cbd-473c-8528-92753ec7ce88 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:24:57.899599 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5ffaaa00-65d4-4b82-abd8-e0f476f8f40c req-878a017f-2cbd-473c-8528-92753ec7ce88 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=006b2255-2bfc-4f4d-808b-cf33efce0d3b HTTP/1.1" status: 200 len: 944 time: 0.0501215 Jul 05 16:24:57.946406 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-5ffaaa00-65d4-4b82-abd8-e0f476f8f40c req-a9c78578-444f-46b8-bc9e-6956f160f35e tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414047 Jul 05 16:24:59.056451 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d4c07-0aeb-4603-b56b-ad820e0b2045 req-6afed5b1-2628-445e-87ed-a8f5af40db6e tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:24:59.057928 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ca1d4c07-0aeb-4603-b56b-ad820e0b2045 req-6afed5b1-2628-445e-87ed-a8f5af40db6e tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=006b2255-2bfc-4f4d-808b-cf33efce0d3b HTTP/1.1" status: 200 len: 944 time: 0.0465083 Jul 05 16:24:59.106466 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ca1d4c07-0aeb-4603-b56b-ad820e0b2045 req-69671fe1-366e-4484-af5c-0381469f57cd tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431321 Jul 05 16:25:00.220940 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16858d5d-7330-47bc-ab4b-7ffe97a25197 req-59496588-b4cb-4c16-acad-a0f5464470cb tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:25:00.222386 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-16858d5d-7330-47bc-ab4b-7ffe97a25197 req-59496588-b4cb-4c16-acad-a0f5464470cb tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=006b2255-2bfc-4f4d-808b-cf33efce0d3b HTTP/1.1" status: 200 len: 944 time: 0.0482073 Jul 05 16:25:00.234606 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:25:00.274277 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-16858d5d-7330-47bc-ab4b-7ffe97a25197 req-90cf09fc-9019-4337-8a56-fedcd5848925 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464537 Jul 05 16:25:01.388501 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa5e9f-f554-4338-918d-354b3cf46236 req-ac5abd70-e904-45f9-b2bc-f54cf462504d tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:25:01.389909 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6ffa5e9f-f554-4338-918d-354b3cf46236 req-ac5abd70-e904-45f9-b2bc-f54cf462504d tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=006b2255-2bfc-4f4d-808b-cf33efce0d3b HTTP/1.1" status: 200 len: 944 time: 0.0464346 Jul 05 16:25:01.437720 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6ffa5e9f-f554-4338-918d-354b3cf46236 req-c1caf06e-cb6a-492d-b2bd-66e7f932d678 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425308 Jul 05 16:25:02.550076 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90e15e-8cf1-4aa6-912d-87cc25ca8c5b req-63b506ef-d3a1-445e-9700-2602d5ad799b tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:25:02.551494 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9c90e15e-8cf1-4aa6-912d-87cc25ca8c5b req-63b506ef-d3a1-445e-9700-2602d5ad799b tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=006b2255-2bfc-4f4d-808b-cf33efce0d3b HTTP/1.1" status: 200 len: 944 time: 0.0465193 Jul 05 16:25:02.599510 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9c90e15e-8cf1-4aa6-912d-87cc25ca8c5b req-f768923a-4f06-44c0-8547-f7587bb7b03f tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424974 Jul 05 16:25:02.879798 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:25:02.881272 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=31,neutron:UPDATE=5 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:25:02.932773 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-d12e47fa-dda0-4e5d-ad53-1a4b0fbaad44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:25:03.107743 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device bd0e93ea-99c5-40cb-a24f-6c4e5b679729 details requested by agent hyperv_hv-cinder-84875 with host hv-cinder-84875 {{(pid=104586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:25:03.205097 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port bd0e93ea-99c5-40cb-a24f-6c4e5b679729, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=bd0e93ea-99c5-40cb-a24f-6c4e5b679729,segment=NetworkSegment(ac8be657-26ab-4073-97c6-de99da3a4b92),segment_id=ac8be657-26ab-4073-97c6-de99da3a4b92)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:25:03.216125 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Returning: {'device': 'bd0e93ea-99c5-40cb-a24f-6c4e5b679729', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'port_id': 'bd0e93ea-99c5-40cb-a24f-6c4e5b679729', 'mac_address': 'fa:16:3e:6a:ac:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:25:03.253047 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port bd0e93ea-99c5-40cb-a24f-6c4e5b679729 is: DOWN; New status is: BUILD {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:25:03.253434 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (bd0e93ea-99c5-40cb-a24f-6c4e5b679729), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:25:03.383612 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd0e93ea-99c5-40cb-a24f-6c4e5b679729 {{(pid=104586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 05 16:25:03.402696 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port bd0e93ea-99c5-40cb-a24f-6c4e5b679729, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=bd0e93ea-99c5-40cb-a24f-6c4e5b679729,segment=NetworkSegment(ac8be657-26ab-4073-97c6-de99da3a4b92),segment_id=ac8be657-26ab-4073-97c6-de99da3a4b92)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:25:03.453433 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (bd0e93ea-99c5-40cb-a24f-6c4e5b679729), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:25:03.499397 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=bd0e93ea-99c5-40cb-a24f-6c4e5b679729,revision_number=4']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:25:03.506228 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:03.506574 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:03.506912 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:03.507249 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:03.507582 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:03.507906 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:03.508226 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:03.508547 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:03.508901 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:03.512041 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:03.512041 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:03.512041 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:03.512041 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:03.512041 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:03.512041 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:03.669305 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] get_ports_and_sgs() called for port_ids ['bd0e93ea-99c5-40cb-a24f-6c4e5b679729'] {{(pid=104586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:25:03.714352 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70701279-2e9a-4421-978c-e00e7472b21a req-bda298f7-45b1-45e0-9873-7c6d4d807c80 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:25:03.716011 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-70701279-2e9a-4421-978c-e00e7472b21a req-bda298f7-45b1-45e0-9873-7c6d4d807c80 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=006b2255-2bfc-4f4d-808b-cf33efce0d3b HTTP/1.1" status: 200 len: 945 time: 0.0519454 Jul 05 16:25:03.765754 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-70701279-2e9a-4421-978c-e00e7472b21a req-b5f2d4ac-3798-47da-a119-026058d263c6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433421 Jul 05 16:25:04.828360 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6a30fef3-d651-4b65-afaa-41bb1a2a1dde req-cb664f4a-7dc3-4f74-9b48-32cf2536e2d6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=afba3565-7b71-4a48-a24a-1a42f118be22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1040645 Jul 05 16:25:04.889212 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae0466-e4cc-42ce-909b-b23223fa69e7 req-e0a6cf7a-5452-4e5b-b5ef-1b59569e38d6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:25:04.890529 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-dfae0466-e4cc-42ce-909b-b23223fa69e7 req-e0a6cf7a-5452-4e5b-b5ef-1b59569e38d6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=006b2255-2bfc-4f4d-808b-cf33efce0d3b HTTP/1.1" status: 200 len: 945 time: 0.0580001 Jul 05 16:25:04.934099 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30fef3-d651-4b65-afaa-41bb1a2a1dde req-88563ce2-16cd-4129-b5de-a8400bcb4b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:25:04.935512 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6a30fef3-d651-4b65-afaa-41bb1a2a1dde req-88563ce2-16cd-4129-b5de-a8400bcb4b40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a&device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 1129 time: 0.0646682 Jul 05 16:25:04.981833 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-dfae0466-e4cc-42ce-909b-b23223fa69e7 req-aac5609d-908b-42a9-b88e-6b71b9f8c6bd tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727508 Jul 05 16:25:05.043240 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:25:05.046696 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30fef3-d651-4b65-afaa-41bb1a2a1dde req-e45471b9-f66f-425e-8719-e6383d1b8f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:25:05.048128 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6a30fef3-d651-4b65-afaa-41bb1a2a1dde req-e45471b9-f66f-425e-8719-e6383d1b8f6b service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e6fae8e-72c3-49ba-ab85-7183288aac1f HTTP/1.1" status: 200 len: 912 time: 0.0918670 Jul 05 16:25:05.110770 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6a30fef3-d651-4b65-afaa-41bb1a2a1dde req-4f895131-967e-4324-a6c5-02805f965e22 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23599f51-0ae0-4fa3-921f-4883717fbde6 HTTP/1.1" status: 200 len: 1001 time: 0.0568433 Jul 05 16:25:05.123170 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device bd0e93ea-99c5-40cb-a24f-6c4e5b679729 up at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:25:05.158141 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30fef3-d651-4b65-afaa-41bb1a2a1dde req-410e316c-d106-49dc-8f02-cd9dba14694d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:25:05.160590 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6a30fef3-d651-4b65-afaa-41bb1a2a1dde req-410e316c-d106-49dc-8f02-cd9dba14694d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfab0825-7fb5-48bb-8aec-21481977af6e HTTP/1.1" status: 200 len: 850 time: 0.0444334 Jul 05 16:25:05.168569 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning for port bd0e93ea-99c5-40cb-a24f-6c4e5b679729 completed by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 05 16:25:05.205785 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30fef3-d651-4b65-afaa-41bb1a2a1dde req-0e705341-2016-4149-b6a9-1404d3fa51e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:25:05.207269 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6a30fef3-d651-4b65-afaa-41bb1a2a1dde req-0e705341-2016-4149-b6a9-1404d3fa51e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e6fae8e-72c3-49ba-ab85-7183288aac1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414107 Jul 05 16:25:05.241486 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.provisioning_blocks [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Provisioning complete for port bd0e93ea-99c5-40cb-a24f-6c4e5b679729 triggered by entity L2. {{(pid=104586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 05 16:25:05.241857 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7708997'] for port (bd0e93ea-99c5-40cb-a24f-6c4e5b679729), provisioning_complete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:25:05.266481 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bcee5408-2cbb-4081-8fd2-7b572520429f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:25:05.301233 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6a30fef3-d651-4b65-afaa-41bb1a2a1dde req-5a8673a6-49ed-493d-a6ad-3e8d106bdace service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884275 Jul 05 16:25:05.320559 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Current status of the port bd0e93ea-99c5-40cb-a24f-6c4e5b679729 is: BUILD; New status is: ACTIVE {{(pid=104586) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 05 16:25:05.321033 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (bd0e93ea-99c5-40cb-a24f-6c4e5b679729), before_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:25:05.343831 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006b2255-2bfc-4f4d-808b-cf33efce0d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0e93ea-99c5-40cb-a24f-6c4e5b679729'}] {{(pid=104586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:25:05.346068 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87a9fe9dd665f886eb28cff02795fb99d51c966ad3aab0e5010d7f56055d8a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2622a76-3a37-496b-83bd-4d7412786700" -d '{"events": [{"server_uuid": "006b2255-2bfc-4f4d-808b-cf33efce0d3b", "name": "network-vif-plugged", "status": "completed", "tag": "bd0e93ea-99c5-40cb-a24f-6c4e5b679729"}]}' {{(pid=104586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:25:05.359357 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] For port bd0e93ea-99c5-40cb-a24f-6c4e5b679729, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=bd0e93ea-99c5-40cb-a24f-6c4e5b679729,segment=NetworkSegment(ac8be657-26ab-4073-97c6-de99da3a4b92),segment_id=ac8be657-26ab-4073-97c6-de99da3a4b92)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:25:05.383645 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e1a444-7e29-4b17-8acb-7d8b9b174c04 x-openstack-request-id: req-45e1a444-7e29-4b17-8acb-7d8b9b174c04 {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:25:05.383941 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006b2255-2bfc-4f4d-808b-cf33efce0d3b", "name": "network-vif-plugged", "status": "completed", "tag": "bd0e93ea-99c5-40cb-a24f-6c4e5b679729", "code": 200}]} {{(pid=104586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:25:05.384660 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-45e1a444-7e29-4b17-8acb-7d8b9b174c04 {{(pid=104586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:25:05.384660 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45e1a444-7e29-4b17-8acb-7d8b9b174c04'] response: {'server_uuid': '006b2255-2bfc-4f4d-808b-cf33efce0d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0e93ea-99c5-40cb-a24f-6c4e5b679729', 'code': 200} Jul 05 16:25:05.394630 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6a30fef3-d651-4b65-afaa-41bb1a2a1dde req-04af9046-32c0-4ca5-8ac4-d3eff4e14788 service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881331 Jul 05 16:25:05.424916 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885'] for port (bd0e93ea-99c5-40cb-a24f-6c4e5b679729), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:25:05.429587 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:25:05.459056 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:25:05.470893 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Pushing event updated for resources: {'Port': ['ID=bd0e93ea-99c5-40cb-a24f-6c4e5b679729,revision_number=5']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:25:05.742840 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861a2f3-e783-402b-b608-1704d3185f7d req-0f0b2ab4-004d-4cd3-a038-b36431eb152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:25:05.744207 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c861a2f3-e783-402b-b608-1704d3185f7d req-0f0b2ab4-004d-4cd3-a038-b36431eb152c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=006b2255-2bfc-4f4d-808b-cf33efce0d3b HTTP/1.1" status: 200 len: 1130 time: 0.0391521 Jul 05 16:25:05.788520 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-c861a2f3-e783-402b-b608-1704d3185f7d req-0c8b3ad6-aee7-48c4-b285-3d4634eda288 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379200 Jul 05 16:25:06.095197 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e6766-d78f-4a40-a804-149f9df34238 req-33246c95-6057-46d8-8a90-b4372f1079dc tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:25:06.096626 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-557e6766-d78f-4a40-a804-149f9df34238 req-33246c95-6057-46d8-8a90-b4372f1079dc tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=006b2255-2bfc-4f4d-808b-cf33efce0d3b HTTP/1.1" status: 200 len: 946 time: 0.0458193 Jul 05 16:25:06.120690 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:25:06.145236 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-557e6766-d78f-4a40-a804-149f9df34238 req-7d276821-3f7e-4b2d-87ae-2d629571da0e tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432765 Jul 05 16:25:06.423898 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:25:07.261554 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73e9c4-7ee0-4877-9872-936bdccd64ba req-53eac810-c80e-44a4-a21e-7e666f80a4e8 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:25:07.262958 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6c73e9c4-7ee0-4877-9872-936bdccd64ba req-53eac810-c80e-44a4-a21e-7e666f80a4e8 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=006b2255-2bfc-4f4d-808b-cf33efce0d3b HTTP/1.1" status: 200 len: 946 time: 0.0494440 Jul 05 16:25:07.310831 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-6c73e9c4-7ee0-4877-9872-936bdccd64ba req-179f2c18-c773-41dd-b8b9-6f68c107a8d4 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425484 Jul 05 16:25:07.419727 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051130b1-07ee-4af0-be52-c2813767af1f req-b8e71cec-82a3-45c1-893d-4777727d00c3 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:25:07.421685 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-051130b1-07ee-4af0-be52-c2813767af1f req-b8e71cec-82a3-45c1-893d-4777727d00c3 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=006b2255-2bfc-4f4d-808b-cf33efce0d3b HTTP/1.1" status: 200 len: 946 time: 0.0448372 Jul 05 16:25:07.469591 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-051130b1-07ee-4af0-be52-c2813767af1f req-6c0dcd5e-a98b-4cc3-883f-4c6e8a704cb0 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424488 Jul 05 16:25:07.492069 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 53598) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:25:07.528093 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20beda2-0bc8-42c0-8a3e-8ed9f0172915 tempest-TestVolumeBootPattern-493464776 tempest-TestVolumeBootPattern-493464776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:25:07.535901 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-a20beda2-0bc8-42c0-8a3e-8ed9f0172915 tempest-TestVolumeBootPattern-493464776 tempest-TestVolumeBootPattern-493464776-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=006b2255-2bfc-4f4d-808b-cf33efce0d3b HTTP/1.1" status: 200 len: 1125 time: 0.0365801 Jul 05 16:25:07.537936 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 53600) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:25:07.541954 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.v2.base [None req-b8d60ae5-2f28-498d-a463-bdaed22493c4 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Request body: {'floatingip': {'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'port_id': 'bd0e93ea-99c5-40cb-a24f-6c4e5b679729', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 05 16:25:07.658289 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b8d60ae5-2f28-498d-a463-bdaed22493c4 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:25:07.738271 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b8d60ae5-2f28-498d-a463-bdaed22493c4 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (None), before_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:25:07.837104 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:25:07.844235 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.db_base_plugin_common [None req-b8d60ae5-2f28-498d-a463-bdaed22493c4 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Allocated IP 172.27.3.239 (90903495-288b-44cb-8357-c0c74fc45d82/c848da7f-4b94-4cfd-b899-6ee4cbeaeda8/a6d5a9db-6cba-4307-91f7-16965184b378) {{(pid=104585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:25:07.945108 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b8d60ae5-2f28-498d-a463-bdaed22493c4 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for port (a6d5a9db-6cba-4307-91f7-16965184b378), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:25:08.041768 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b8d60ae5-2f28-498d-a463-bdaed22493c4 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746276201849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (a6d5a9db-6cba-4307-91f7-16965184b378), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:25:08.070368 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:25:08.081382 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:25:08.087248 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d60ae5-2f28-498d-a463-bdaed22493c4 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Network 90903495-288b-44cb-8357-c0c74fc45d82 is already hosted by enough agents. {{(pid=104585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:25:08.090051 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.base_scheduler [None req-b8d60ae5-2f28-498d-a463-bdaed22493c4 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Resources bound (agent type, host, resource id): {{(pid=104585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:25:08.092627 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d60ae5-2f28-498d-a463-bdaed22493c4 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Received port after_create {{(pid=104585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 05 16:25:08.120978 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d60ae5-2f28-498d-a463-bdaed22493c4 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Pushing event updated for resources: {'Port': ['ID=a6d5a9db-6cba-4307-91f7-16965184b378,revision_number=1']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:25:08.167652 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:25:08.454278 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b8d60ae5-2f28-498d-a463-bdaed22493c4 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for floatingip (d8328793-82c1-4a21-9f93-856c1c418d6e), precommit_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:25:08.601065 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b8d60ae5-2f28-498d-a463-bdaed22493c4 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7764465'] for port (a6d5a9db-6cba-4307-91f7-16965184b378), before_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:25:08.741869 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:25:08.761103 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b8d60ae5-2f28-498d-a463-bdaed22493c4 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for port (a6d5a9db-6cba-4307-91f7-16965184b378), precommit_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:25:08.829740 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b8d60ae5-2f28-498d-a463-bdaed22493c4 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746276730085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746276201867', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746276201885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872732'] for port (a6d5a9db-6cba-4307-91f7-16965184b378), after_update {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:25:08.900269 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d60ae5-2f28-498d-a463-bdaed22493c4 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Pushing event updated for resources: {'Port': ['ID=a6d5a9db-6cba-4307-91f7-16965184b378,revision_number=2']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:25:08.909681 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b8d60ae5-2f28-498d-a463-bdaed22493c4 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-509653'] for floatingip (d8328793-82c1-4a21-9f93-856c1c418d6e), after_create {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:25:09.006968 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.l3_db [None req-b8d60ae5-2f28-498d-a463-bdaed22493c4 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Floating IP d8328793-82c1-4a21-9f93-856c1c418d6e associated. External IP: 172.27.3.239, port: bd0e93ea-99c5-40cb-a24f-6c4e5b679729. Jul 05 16:25:09.201984 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d60ae5-2f28-498d-a463-bdaed22493c4 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:25:09.243299 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:25:09.306834 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d60ae5-2f28-498d-a463-bdaed22493c4 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:25:09.317876 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e957ca-16af-44fa-9294-ed0f9a3eb330 None None] Sync routers for ids ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:25:09.329762 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e957ca-16af-44fa-9294-ed0f9a3eb330 None None] Routers {'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:25:09.330365 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-f5e957ca-16af-44fa-9294-ed0f9a3eb330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:25:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:25:09.369443 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-b8d60ae5-2f28-498d-a463-bdaed22493c4 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:25:09.399451 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-b8d60ae5-2f28-498d-a463-bdaed22493c4 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8605196 Jul 05 16:25:09.400019 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006b2255-2bfc-4f4d-808b-cf33efce0d3b', 'tag': 'bd0e93ea-99c5-40cb-a24f-6c4e5b679729'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:25:09.402301 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9b8e75-3813-4f97-8bb4-7f3ae3662f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "006b2255-2bfc-4f4d-808b-cf33efce0d3b", "tag": "bd0e93ea-99c5-40cb-a24f-6c4e5b679729"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:25:09.436048 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-f5e957ca-16af-44fa-9294-ed0f9a3eb330 None None] Set router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:25:09.439595 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8065d803-4d0f-4fe9-9840-c428141d9af0 x-openstack-request-id: req-8065d803-4d0f-4fe9-9840-c428141d9af0 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:25:09.439880 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006b2255-2bfc-4f4d-808b-cf33efce0d3b", "tag": "bd0e93ea-99c5-40cb-a24f-6c4e5b679729", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:25:09.440161 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8065d803-4d0f-4fe9-9840-c428141d9af0 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:25:09.440569 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8065d803-4d0f-4fe9-9840-c428141d9af0'] response: {'name': 'network-changed', 'server_uuid': '006b2255-2bfc-4f4d-808b-cf33efce0d3b', 'tag': 'bd0e93ea-99c5-40cb-a24f-6c4e5b679729', 'status': 'completed', 'code': 200} Jul 05 16:25:09.505884 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b8e75-3813-4f97-8bb4-7f3ae3662f9e req-43b9467e-6bb0-4365-9abf-f6a6665b8c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:25:09.507299 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-bd9b8e75-3813-4f97-8bb4-7f3ae3662f9e req-43b9467e-6bb0-4365-9abf-f6a6665b8c34 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a&device_id=006b2255-2bfc-4f4d-808b-cf33efce0d3b HTTP/1.1" status: 200 len: 1130 time: 0.0393054 Jul 05 16:25:09.603767 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b8e75-3813-4f97-8bb4-7f3ae3662f9e req-6aab566f-82f8-4e07-8e95-37dbb5a076b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:25:09.605291 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-bd9b8e75-3813-4f97-8bb4-7f3ae3662f9e req-6aab566f-82f8-4e07-8e95-37dbb5a076b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e6fae8e-72c3-49ba-ab85-7183288aac1f HTTP/1.1" status: 200 len: 912 time: 0.0915716 Jul 05 16:25:09.667787 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-bd9b8e75-3813-4f97-8bb4-7f3ae3662f9e req-5d1e922f-40de-42fe-b417-ea8902eb1576 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd0e93ea-99c5-40cb-a24f-6c4e5b679729 HTTP/1.1" status: 200 len: 1000 time: 0.0565612 Jul 05 16:25:09.715330 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b8e75-3813-4f97-8bb4-7f3ae3662f9e req-f84347b8-9b3e-4fe7-b617-dc02b117b25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:25:09.716754 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-bd9b8e75-3813-4f97-8bb4-7f3ae3662f9e req-f84347b8-9b3e-4fe7-b617-dc02b117b25d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfab0825-7fb5-48bb-8aec-21481977af6e HTTP/1.1" status: 200 len: 850 time: 0.0437138 Jul 05 16:25:09.727187 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-f5e957ca-16af-44fa-9294-ed0f9a3eb330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:05Z', 'updated_at': '2022-07-05T16:20:08Z', 'revision_number': 4, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'gw_port': {'id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:06Z', 'updated_at': '2022-07-05T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '2e3994a9-22d3-4aea-91b0-b5ec74236696', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'port_id': '23599f51-0ae0-4fa3-921f-4883717fbde6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'mac_address': 'fa:16:3e:ec:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afba3565-7b71-4a48-a24a-1a42f118be22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:23:14Z', 'updated_at': '2022-07-05T16:23:16Z', 'revision_number': 1, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'fixed_ip_address_scope': None}, {'id': 'd8328793-82c1-4a21-9f93-856c1c418d6e', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'port_id': 'bd0e93ea-99c5-40cb-a24f-6c4e5b679729', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'mac_address': 'fa:16:3e:6a:ac:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006b2255-2bfc-4f4d-808b-cf33efce0d3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:25:08Z', 'updated_at': '2022-07-05T16:25:08Z', 'revision_number': 0, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb83a8ce-5730-44ee-97e4-b9d6a0356d61', 'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'mac_address': 'fa:16:3e:66:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:08Z', 'updated_at': '2022-07-05T16:20:12Z', 'revision_number': 5, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'subnets': [{'id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:25:09.752099 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e957ca-16af-44fa-9294-ed0f9a3eb330 None None] Checking router: aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:25:09.760444 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e957ca-16af-44fa-9294-ed0f9a3eb330 None None] Routers {'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:25:09.761003 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-f5e957ca-16af-44fa-9294-ed0f9a3eb330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:25:05Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:25:09.765582 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b8e75-3813-4f97-8bb4-7f3ae3662f9e req-7343301c-02b5-488c-945d-06252b8caa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:25:09.767095 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-bd9b8e75-3813-4f97-8bb4-7f3ae3662f9e req-7343301c-02b5-488c-945d-06252b8caa7e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e6fae8e-72c3-49ba-ab85-7183288aac1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438709 Jul 05 16:25:09.803454 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:25:09.858217 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-bd9b8e75-3813-4f97-8bb4-7f3ae3662f9e req-00bb3e45-4a4e-46f3-a2a5-35fa1fdbdbd6 service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849788 Jul 05 16:25:09.861360 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-f5e957ca-16af-44fa-9294-ed0f9a3eb330 None None] Set router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:25:09.954066 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-bd9b8e75-3813-4f97-8bb4-7f3ae3662f9e req-b6244d01-1479-43e4-ba2c-a7236428bbf0 service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895603 Jul 05 16:25:10.071995 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-f5e957ca-16af-44fa-9294-ed0f9a3eb330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:05Z', 'updated_at': '2022-07-05T16:20:08Z', 'revision_number': 4, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'gw_port': {'id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:06Z', 'updated_at': '2022-07-05T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '2e3994a9-22d3-4aea-91b0-b5ec74236696', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'port_id': '23599f51-0ae0-4fa3-921f-4883717fbde6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'mac_address': 'fa:16:3e:ec:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afba3565-7b71-4a48-a24a-1a42f118be22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:23:14Z', 'updated_at': '2022-07-05T16:23:16Z', 'revision_number': 1, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'fixed_ip_address_scope': None}, {'id': 'd8328793-82c1-4a21-9f93-856c1c418d6e', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'port_id': 'bd0e93ea-99c5-40cb-a24f-6c4e5b679729', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'mac_address': 'fa:16:3e:6a:ac:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006b2255-2bfc-4f4d-808b-cf33efce0d3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:25:08Z', 'updated_at': '2022-07-05T16:25:08Z', 'revision_number': 0, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb83a8ce-5730-44ee-97e4-b9d6a0356d61', 'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'mac_address': 'fa:16:3e:66:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:08Z', 'updated_at': '2022-07-05T16:20:12Z', 'revision_number': 5, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'subnets': [{'id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:25:10.096426 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e957ca-16af-44fa-9294-ed0f9a3eb330 None None] The sync data for ids ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'] in dv-cinder-848759-1-iscsi is: [{'id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:05Z', 'updated_at': '2022-07-05T16:20:08Z', 'revision_number': 4, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'gw_port': {'id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:06Z', 'updated_at': '2022-07-05T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '2e3994a9-22d3-4aea-91b0-b5ec74236696', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'port_id': '23599f51-0ae0-4fa3-921f-4883717fbde6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'mac_address': 'fa:16:3e:ec:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afba3565-7b71-4a48-a24a-1a42f118be22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:23:14Z', 'updated_at': '2022-07-05T16:23:16Z', 'revision_number': 1, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'fixed_ip_address_scope': None}, {'id': 'd8328793-82c1-4a21-9f93-856c1c418d6e', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'port_id': 'bd0e93ea-99c5-40cb-a24f-6c4e5b679729', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'mac_address': 'fa:16:3e:6a:ac:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006b2255-2bfc-4f4d-808b-cf33efce0d3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:25:08Z', 'updated_at': '2022-07-05T16:25:08Z', 'revision_number': 0, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb83a8ce-5730-44ee-97e4-b9d6a0356d61', 'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'mac_address': 'fa:16:3e:66:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:08Z', 'updated_at': '2022-07-05T16:20:12Z', 'revision_number': 5, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'subnets': [{'id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:25:10.286419 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552bcf98-d5a1-4927-8437-f9b19d33075f None None] New status for floating IP d8328793-82c1-4a21-9f93-856c1c418d6e: ACTIVE {{(pid=104586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:25:19.948787 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=56 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:25:19.950688 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=9 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:25:20.386916 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:25:20.388778 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:25:20.429269 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=78 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:25:20.433115 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=76 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:25:21.069862 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:25:21.461928 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:25:31.008590 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:25:31.010479 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:25:32.978100 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-dfcddd66-10f8-43fb-ac3e-28686038ab9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:25:33.002887 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=11 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:25:33.003633 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=17 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:25:35.281004 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-3437eb72-0b41-42e8-bf0f-0a786d47066b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:25:36.406534 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:25:38.062904 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:25:38.126431 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:25:48.042691 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:25:48.044553 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:25:51.086684 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:25:57.438554 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=4 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:25:57.439326 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:25:58.462873 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:26:01.014789 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:01.016574 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:02.966030 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bfb365c8-d63c-4d5f-b384-7851edd151e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:04.744257 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9083d383-0319-47a7-8d32-194f654506f3 req-50f783c4-62ec-4403-b125-794cacda32db service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=afba3565-7b71-4a48-a24a-1a42f118be22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383737 Jul 05 16:26:04.819861 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083d383-0319-47a7-8d32-194f654506f3 req-d4e76609-c593-4257-b003-135de5b6bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:26:04.821331 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9083d383-0319-47a7-8d32-194f654506f3 req-d4e76609-c593-4257-b003-135de5b6bf79 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a&device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 1129 time: 0.0383494 Jul 05 16:26:04.925312 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083d383-0319-47a7-8d32-194f654506f3 req-325064a3-f85e-45f0-b88b-e2a8398b1402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:26:04.926768 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9083d383-0319-47a7-8d32-194f654506f3 req-325064a3-f85e-45f0-b88b-e2a8398b1402 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e6fae8e-72c3-49ba-ab85-7183288aac1f HTTP/1.1" status: 200 len: 912 time: 0.0882726 Jul 05 16:26:04.987081 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9083d383-0319-47a7-8d32-194f654506f3 req-fa560d95-8f0d-4bd9-92c2-99154435bc49 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23599f51-0ae0-4fa3-921f-4883717fbde6 HTTP/1.1" status: 200 len: 1001 time: 0.0545416 Jul 05 16:26:05.038744 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083d383-0319-47a7-8d32-194f654506f3 req-83c62e54-e610-4bc9-994f-3a2933b4547d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:26:05.040088 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9083d383-0319-47a7-8d32-194f654506f3 req-83c62e54-e610-4bc9-994f-3a2933b4547d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfab0825-7fb5-48bb-8aec-21481977af6e HTTP/1.1" status: 200 len: 850 time: 0.0475409 Jul 05 16:26:05.082148 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083d383-0319-47a7-8d32-194f654506f3 req-00969f07-483c-494b-9e8d-0856e7c9c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:26:05.083619 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9083d383-0319-47a7-8d32-194f654506f3 req-00969f07-483c-494b-9e8d-0856e7c9c0b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e6fae8e-72c3-49ba-ab85-7183288aac1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378194 Jul 05 16:26:05.172007 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9083d383-0319-47a7-8d32-194f654506f3 req-e5c83378-8e00-47c6-a794-095dcccfdb31 service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822136 Jul 05 16:26:05.264384 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9083d383-0319-47a7-8d32-194f654506f3 req-ac3eb1bf-c23c-4582-9910-c4779e36fab2 service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859220 Jul 05 16:26:05.274704 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-af86b594-9929-4143-b6e8-20036d0bffda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:06.412105 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:08.051631 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:08.114134 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:08.456219 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:08.457178 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:15.259680 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=47 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:15.260441 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=54 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:18.043063 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:18.043835 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:21.085654 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:31.029767 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:31.031636 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:32.954270 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-67ad0210-504b-4b81-8db3-cd2804bd42b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:34.437717 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=4 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:34.438450 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:35.268379 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-011e4528-c6d3-4a30-bf27-2aa7fbf58dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:35.461883 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:26:36.433664 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:36.825333 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 53632) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:26:37.004949 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Deleting port a6d5a9db-6cba-4307-91f7-16965184b378 {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:26:37.005287 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (a6d5a9db-6cba-4307-91f7-16965184b378), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:37.313016 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (a6d5a9db-6cba-4307-91f7-16965184b378), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:37.313348 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for floatingip (a6d5a9db-6cba-4307-91f7-16965184b378), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:37.326410 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Calling delete_port for a6d5a9db-6cba-4307-91f7-16965184b378 owned by network:floatingip {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:26:37.547122 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (a6d5a9db-6cba-4307-91f7-16965184b378), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:37.569882 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Pushing event deleted for resources: {'Port': ['ID=a6d5a9db-6cba-4307-91f7-16965184b378,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:26:37.584903 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:37.585480 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:37.585610 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:37.585970 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:37.586279 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:37.586602 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:37.586923 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:37.587241 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:37.587560 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:37.587877 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:37.588194 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:37.588511 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:37.588856 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:37.589170 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:37.589481 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:37.646713 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for floatingip (d8328793-82c1-4a21-9f93-856c1c418d6e), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:37.647044 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.l3_db [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Floating IP d8328793-82c1-4a21-9f93-856c1c418d6e disassociated (deleted). External IP: 172.27.3.239, port: bd0e93ea-99c5-40cb-a24f-6c4e5b679729. Jul 05 16:26:37.843666 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:26:37.945978 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:26:37.950674 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:37.955127 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd018e36-faa0-439b-9e4c-8b21c4c5283a None None] Sync routers for ids ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:26:37.965682 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd018e36-faa0-439b-9e4c-8b21c4c5283a None None] Routers {'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:26:37.966286 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-fd018e36-faa0-439b-9e4c-8b21c4c5283a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:26:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:26:37.981519 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-8f06f78a-1796-4d0c-9456-95ae39e11975 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "DELETE /v2.0/floatingips/d8328793-82c1-4a21-9f93-856c1c418d6e HTTP/1.1" status: 204 len: 168 time: 1.1545811 Jul 05 16:26:37.982197 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006b2255-2bfc-4f4d-808b-cf33efce0d3b', 'tag': 'bd0e93ea-99c5-40cb-a24f-6c4e5b679729'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:26:37.984621 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ed01b2-5c77-4665-8fab-a26e77ca2300" -d '{"events": [{"name": "network-changed", "server_uuid": "006b2255-2bfc-4f4d-808b-cf33efce0d3b", "tag": "bd0e93ea-99c5-40cb-a24f-6c4e5b679729"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:26:38.051332 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:38.071873 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-fd018e36-faa0-439b-9e4c-8b21c4c5283a None None] Set router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:26:38.130382 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:38.279573 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-fd018e36-faa0-439b-9e4c-8b21c4c5283a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:05Z', 'updated_at': '2022-07-05T16:20:08Z', 'revision_number': 4, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'gw_port': {'id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:06Z', 'updated_at': '2022-07-05T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '2e3994a9-22d3-4aea-91b0-b5ec74236696', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'port_id': '23599f51-0ae0-4fa3-921f-4883717fbde6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'mac_address': 'fa:16:3e:ec:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afba3565-7b71-4a48-a24a-1a42f118be22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:23:14Z', 'updated_at': '2022-07-05T16:23:16Z', 'revision_number': 1, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb83a8ce-5730-44ee-97e4-b9d6a0356d61', 'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'mac_address': 'fa:16:3e:66:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:08Z', 'updated_at': '2022-07-05T16:20:12Z', 'revision_number': 5, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'subnets': [{'id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:26:38.307738 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd018e36-faa0-439b-9e4c-8b21c4c5283a None None] Checking router: aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:26:38.316720 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd018e36-faa0-439b-9e4c-8b21c4c5283a None None] Routers {'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:26:38.317362 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-fd018e36-faa0-439b-9e4c-8b21c4c5283a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:26:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:26:38.362378 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662a5692-540b-4b8f-ae6d-74663854000f x-openstack-request-id: req-662a5692-540b-4b8f-ae6d-74663854000f {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:26:38.362378 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006b2255-2bfc-4f4d-808b-cf33efce0d3b", "tag": "bd0e93ea-99c5-40cb-a24f-6c4e5b679729", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:26:38.362378 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-662a5692-540b-4b8f-ae6d-74663854000f {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:26:38.362378 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662a5692-540b-4b8f-ae6d-74663854000f'] response: {'name': 'network-changed', 'server_uuid': '006b2255-2bfc-4f4d-808b-cf33efce0d3b', 'tag': 'bd0e93ea-99c5-40cb-a24f-6c4e5b679729', 'status': 'completed', 'code': 200} Jul 05 16:26:38.414113 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:38.417051 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-fd018e36-faa0-439b-9e4c-8b21c4c5283a None None] Set router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:26:38.439791 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:38.453524 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b677bd-2f17-4b40-a27a-04fad3b16965 req-4d21547f-5be5-428d-9637-db144a231e5a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:26:38.455154 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-21b677bd-2f17-4b40-a27a-04fad3b16965 req-4d21547f-5be5-428d-9637-db144a231e5a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=006b2255-2bfc-4f4d-808b-cf33efce0d3b HTTP/1.1" status: 200 len: 946 time: 0.0500662 Jul 05 16:26:38.508615 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-21b677bd-2f17-4b40-a27a-04fad3b16965 req-77044f91-35fb-4756-b178-5abfa30a238b tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476098 Jul 05 16:26:38.632203 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-fd018e36-faa0-439b-9e4c-8b21c4c5283a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:05Z', 'updated_at': '2022-07-05T16:20:08Z', 'revision_number': 4, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'gw_port': {'id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:06Z', 'updated_at': '2022-07-05T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '2e3994a9-22d3-4aea-91b0-b5ec74236696', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'port_id': '23599f51-0ae0-4fa3-921f-4883717fbde6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'mac_address': 'fa:16:3e:ec:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afba3565-7b71-4a48-a24a-1a42f118be22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:23:14Z', 'updated_at': '2022-07-05T16:23:16Z', 'revision_number': 1, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb83a8ce-5730-44ee-97e4-b9d6a0356d61', 'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'mac_address': 'fa:16:3e:66:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:08Z', 'updated_at': '2022-07-05T16:20:12Z', 'revision_number': 5, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'subnets': [{'id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:26:38.656682 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd018e36-faa0-439b-9e4c-8b21c4c5283a None None] The sync data for ids ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'] in dv-cinder-848759-1-iscsi is: [{'id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:05Z', 'updated_at': '2022-07-05T16:20:08Z', 'revision_number': 4, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'gw_port': {'id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:06Z', 'updated_at': '2022-07-05T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_floatingips': [{'id': '2e3994a9-22d3-4aea-91b0-b5ec74236696', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'router_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'port_id': '23599f51-0ae0-4fa3-921f-4883717fbde6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'mac_address': 'fa:16:3e:ec:d1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afba3565-7b71-4a48-a24a-1a42f118be22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-05T16:23:14Z', 'updated_at': '2022-07-05T16:23:16Z', 'revision_number': 1, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb83a8ce-5730-44ee-97e4-b9d6a0356d61', 'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'mac_address': 'fa:16:3e:66:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:08Z', 'updated_at': '2022-07-05T16:20:12Z', 'revision_number': 5, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'subnets': [{'id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:26:38.856642 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3cba47-fc72-4726-b075-35018fc275fb None None] New status for floating IP d8328793-82c1-4a21-9f93-856c1c418d6e: DOWN {{(pid=104586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:26:39.399305 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed01b2-5c77-4665-8fab-a26e77ca2300 req-392f131e-f43b-409e-a68b-f1d99d5bd999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:26:39.400810 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d0ed01b2-5c77-4665-8fab-a26e77ca2300 req-392f131e-f43b-409e-a68b-f1d99d5bd999 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a&device_id=006b2255-2bfc-4f4d-808b-cf33efce0d3b HTTP/1.1" status: 200 len: 1130 time: 0.0385637 Jul 05 16:26:39.493068 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed01b2-5c77-4665-8fab-a26e77ca2300 req-eaa739be-465b-47f8-a1c4-bbbf4e33b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:26:39.494440 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d0ed01b2-5c77-4665-8fab-a26e77ca2300 req-eaa739be-465b-47f8-a1c4-bbbf4e33b527 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e6fae8e-72c3-49ba-ab85-7183288aac1f HTTP/1.1" status: 200 len: 912 time: 0.0853119 Jul 05 16:26:39.557689 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d0ed01b2-5c77-4665-8fab-a26e77ca2300 req-ecc0b300-c265-4e37-8d03-1014c6fecaa8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd0e93ea-99c5-40cb-a24f-6c4e5b679729 HTTP/1.1" status: 200 len: 217 time: 0.0365412 Jul 05 16:26:39.636905 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed01b2-5c77-4665-8fab-a26e77ca2300 req-d8ef9c93-5326-4ac1-afe8-e26f098e582f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:26:39.638850 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d0ed01b2-5c77-4665-8fab-a26e77ca2300 req-d8ef9c93-5326-4ac1-afe8-e26f098e582f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfab0825-7fb5-48bb-8aec-21481977af6e HTTP/1.1" status: 200 len: 850 time: 0.0754564 Jul 05 16:26:39.646415 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bea1d9-03ae-4801-bec9-6246b3a7dfaa req-1fc3d8bc-09e7-42eb-b673-733449a975c2 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:26:39.647773 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f7bea1d9-03ae-4801-bec9-6246b3a7dfaa req-1fc3d8bc-09e7-42eb-b673-733449a975c2 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=006b2255-2bfc-4f4d-808b-cf33efce0d3b HTTP/1.1" status: 200 len: 946 time: 0.0583069 Jul 05 16:26:39.698971 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-f7bea1d9-03ae-4801-bec9-6246b3a7dfaa req-22e8b8dd-aa4d-4303-ae0d-b99a36b4e06d tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451882 Jul 05 16:26:39.831078 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed01b2-5c77-4665-8fab-a26e77ca2300 req-18b98a15-9838-492c-94ba-61e913229a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:26:39.832425 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d0ed01b2-5c77-4665-8fab-a26e77ca2300 req-18b98a15-9838-492c-94ba-61e913229a1e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e6fae8e-72c3-49ba-ab85-7183288aac1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388136 Jul 05 16:26:39.941786 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fc393-2606-4632-a7b9-028f53384a08 req-622c0235-f90f-4548-b600-a660b2772244 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:26:39.943188 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-683fc393-2606-4632-a7b9-028f53384a08 req-622c0235-f90f-4548-b600-a660b2772244 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.47 "GET /v2.0/ports?device_id=006b2255-2bfc-4f4d-808b-cf33efce0d3b HTTP/1.1" status: 200 len: 946 time: 0.0863316 Jul 05 16:26:39.985130 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d0ed01b2-5c77-4665-8fab-a26e77ca2300 req-11884f55-f157-40ee-8bd2-7bb0699b79f7 service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458092 Jul 05 16:26:40.084658 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-683fc393-2606-4632-a7b9-028f53384a08 req-d4494f3e-f16d-4f79-9d56-996d792a2441 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Deleting port bd0e93ea-99c5-40cb-a24f-6c4e5b679729 {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:26:40.084940 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-683fc393-2606-4632-a7b9-028f53384a08 req-d4494f3e-f16d-4f79-9d56-996d792a2441 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (bd0e93ea-99c5-40cb-a24f-6c4e5b679729), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:40.171565 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-d0ed01b2-5c77-4665-8fab-a26e77ca2300 req-53ad3aeb-1c67-49c1-8b26-c2998541f880 service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791208 Jul 05 16:26:40.194862 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-683fc393-2606-4632-a7b9-028f53384a08 req-d4494f3e-f16d-4f79-9d56-996d792a2441 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] For port bd0e93ea-99c5-40cb-a24f-6c4e5b679729, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=bd0e93ea-99c5-40cb-a24f-6c4e5b679729,segment=NetworkSegment(ac8be657-26ab-4073-97c6-de99da3a4b92),segment_id=ac8be657-26ab-4073-97c6-de99da3a4b92)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:26:40.195224 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-683fc393-2606-4632-a7b9-028f53384a08 req-d4494f3e-f16d-4f79-9d56-996d792a2441 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (bd0e93ea-99c5-40cb-a24f-6c4e5b679729), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:40.208002 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-683fc393-2606-4632-a7b9-028f53384a08 req-d4494f3e-f16d-4f79-9d56-996d792a2441 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Calling delete_port for bd0e93ea-99c5-40cb-a24f-6c4e5b679729 owned by compute:nova {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:26:40.288826 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:40.317788 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:40.399816 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-683fc393-2606-4632-a7b9-028f53384a08 req-d4494f3e-f16d-4f79-9d56-996d792a2441 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (bd0e93ea-99c5-40cb-a24f-6c4e5b679729), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:40.432518 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4494f3e-f16d-4f79-9d56-996d792a2441 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Pushing event deleted for resources: {'Port': ['ID=bd0e93ea-99c5-40cb-a24f-6c4e5b679729,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:26:40.476819 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-683fc393-2606-4632-a7b9-028f53384a08 req-d4494f3e-f16d-4f79-9d56-996d792a2441 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] No DVR routers for this DVR port bd0e93ea-99c5-40cb-a24f-6c4e5b679729 on host hv-cinder-84875 {{(pid=104585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:26:40.479386 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-683fc393-2606-4632-a7b9-028f53384a08 req-d4494f3e-f16d-4f79-9d56-996d792a2441 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:40.483271 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-683fc393-2606-4632-a7b9-028f53384a08 req-d4494f3e-f16d-4f79-9d56-996d792a2441 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.47 "DELETE /v2.0/ports/bd0e93ea-99c5-40cb-a24f-6c4e5b679729 HTTP/1.1" status: 204 len: 173 time: 0.5342290 Jul 05 16:26:40.483770 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006b2255-2bfc-4f4d-808b-cf33efce0d3b', 'name': 'network-vif-deleted', 'tag': 'bd0e93ea-99c5-40cb-a24f-6c4e5b679729'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:26:40.486225 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795a1e9d-39e1-4f43-8d67-e4ab80f616bb" -d '{"events": [{"server_uuid": "006b2255-2bfc-4f4d-808b-cf33efce0d3b", "name": "network-vif-deleted", "tag": "bd0e93ea-99c5-40cb-a24f-6c4e5b679729"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:26:40.519504 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7ac854-3960-42fd-80e6-c44cf26db511 x-openstack-request-id: req-cb7ac854-3960-42fd-80e6-c44cf26db511 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:26:40.520097 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006b2255-2bfc-4f4d-808b-cf33efce0d3b", "name": "network-vif-deleted", "tag": "bd0e93ea-99c5-40cb-a24f-6c4e5b679729", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:26:40.520346 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb7ac854-3960-42fd-80e6-c44cf26db511 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:26:40.520742 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb7ac854-3960-42fd-80e6-c44cf26db511'] response: {'server_uuid': '006b2255-2bfc-4f4d-808b-cf33efce0d3b', 'name': 'network-vif-deleted', 'tag': 'bd0e93ea-99c5-40cb-a24f-6c4e5b679729', 'status': 'completed', 'code': 200} Jul 05 16:26:40.801120 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-290915ef-3b1d-44a6-9ed6-522b23fec89a req-6992236d-f9d7-4e00-b2a2-5304d34b6a86 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=006b2255-2bfc-4f4d-808b-cf33efce0d3b HTTP/1.1" status: 200 len: 210 time: 0.0297952 Jul 05 16:26:43.599560 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device bd0e93ea-99c5-40cb-a24f-6c4e5b679729 no longer exists at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:26:43.619069 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] No Port match for: bd0e93ea-99c5-40cb-a24f-6c4e5b679729 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:26:43.619408 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device bd0e93ea-99c5-40cb-a24f-6c4e5b679729 not bound to the agent host hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:26:44.261941 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 53670) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:26:44.397640 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [None req-bdf13fec-33bf-48bc-9949-fddfb277fbb3 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Deleting port ecbeda5e-b938-41f3-bc36-665397289d62 {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:26:44.397979 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-bdf13fec-33bf-48bc-9949-fddfb277fbb3 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (ecbeda5e-b938-41f3-bc36-665397289d62), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:44.488821 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-bdf13fec-33bf-48bc-9949-fddfb277fbb3 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (ecbeda5e-b938-41f3-bc36-665397289d62), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:44.489148 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-bdf13fec-33bf-48bc-9949-fddfb277fbb3 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for floatingip (ecbeda5e-b938-41f3-bc36-665397289d62), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:44.501912 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [None req-bdf13fec-33bf-48bc-9949-fddfb277fbb3 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Calling delete_port for ecbeda5e-b938-41f3-bc36-665397289d62 owned by network:floatingip {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:26:44.730848 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-bdf13fec-33bf-48bc-9949-fddfb277fbb3 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (ecbeda5e-b938-41f3-bc36-665397289d62), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:44.755318 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf13fec-33bf-48bc-9949-fddfb277fbb3 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Pushing event deleted for resources: {'Port': ['ID=ecbeda5e-b938-41f3-bc36-665397289d62,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:26:44.814867 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-bdf13fec-33bf-48bc-9949-fddfb277fbb3 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for floatingip (2e3994a9-22d3-4aea-91b0-b5ec74236696), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:44.815186 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.db.l3_db [None req-bdf13fec-33bf-48bc-9949-fddfb277fbb3 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Floating IP 2e3994a9-22d3-4aea-91b0-b5ec74236696 disassociated (deleted). External IP: 172.27.3.169, port: 23599f51-0ae0-4fa3-921f-4883717fbde6. Jul 05 16:26:45.008054 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf13fec-33bf-48bc-9949-fddfb277fbb3 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:26:45.048012 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:45.102351 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:45.108479 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf13fec-33bf-48bc-9949-fddfb277fbb3 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:26:45.113089 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-bdf13fec-33bf-48bc-9949-fddfb277fbb3 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:45.119375 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a48942-43ca-4b76-8e06-14a271c87028 None None] Sync routers for ids ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:26:45.129736 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a48942-43ca-4b76-8e06-14a271c87028 None None] Routers {'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:26:45.130326 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-e5a48942-43ca-4b76-8e06-14a271c87028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:26:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:26:45.145133 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-bdf13fec-33bf-48bc-9949-fddfb277fbb3 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "DELETE /v2.0/floatingips/2e3994a9-22d3-4aea-91b0-b5ec74236696 HTTP/1.1" status: 204 len: 168 time: 0.8796878 Jul 05 16:26:45.145133 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afba3565-7b71-4a48-a24a-1a42f118be22', 'tag': '23599f51-0ae0-4fa3-921f-4883717fbde6'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:26:45.145707 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1bd486-6ca3-4bf9-bee9-0d063f00fa95" -d '{"events": [{"name": "network-changed", "server_uuid": "afba3565-7b71-4a48-a24a-1a42f118be22", "tag": "23599f51-0ae0-4fa3-921f-4883717fbde6"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:26:45.322587 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-e5a48942-43ca-4b76-8e06-14a271c87028 None None] Set router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:26:45.447751 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=100 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:45.454940 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=100 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:45.511508 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-e5a48942-43ca-4b76-8e06-14a271c87028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:05Z', 'updated_at': '2022-07-05T16:20:08Z', 'revision_number': 4, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'gw_port': {'id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:06Z', 'updated_at': '2022-07-05T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'fb83a8ce-5730-44ee-97e4-b9d6a0356d61', 'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'mac_address': 'fa:16:3e:66:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:08Z', 'updated_at': '2022-07-05T16:20:12Z', 'revision_number': 5, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'subnets': [{'id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:26:45.536048 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Jul 2022 16:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd4a7a8-f457-490b-a82f-d4d265ec653a x-openstack-request-id: req-9bd4a7a8-f457-490b-a82f-d4d265ec653a {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:26:45.536589 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afba3565-7b71-4a48-a24a-1a42f118be22", "tag": "23599f51-0ae0-4fa3-921f-4883717fbde6", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:26:45.536589 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9bd4a7a8-f457-490b-a82f-d4d265ec653a {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:26:45.540116 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bd4a7a8-f457-490b-a82f-d4d265ec653a'] response: {'name': 'network-changed', 'server_uuid': 'afba3565-7b71-4a48-a24a-1a42f118be22', 'tag': '23599f51-0ae0-4fa3-921f-4883717fbde6', 'status': 'completed', 'code': 200} Jul 05 16:26:45.540451 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a48942-43ca-4b76-8e06-14a271c87028 None None] Checking router: aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:26:45.549160 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a48942-43ca-4b76-8e06-14a271c87028 None None] Routers {'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:26:45.549771 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-e5a48942-43ca-4b76-8e06-14a271c87028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:26:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:26:45.626476 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1c297-436d-47d8-9154-9cefbcad5991 req-8801e5f2-4b94-4c62-a834-add032280b21 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:26:45.627964 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-47d1c297-436d-47d8-9154-9cefbcad5991 req-8801e5f2-4b94-4c62-a834-add032280b21 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 945 time: 0.0475450 Jul 05 16:26:45.651499 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-e5a48942-43ca-4b76-8e06-14a271c87028 None None] Set router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:26:45.676523 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-47d1c297-436d-47d8-9154-9cefbcad5991 req-83d385aa-e246-4c8d-85a1-4db45ad0a5f1 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430584 Jul 05 16:26:45.843716 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-e5a48942-43ca-4b76-8e06-14a271c87028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:05Z', 'updated_at': '2022-07-05T16:20:08Z', 'revision_number': 4, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'gw_port': {'id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:06Z', 'updated_at': '2022-07-05T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'fb83a8ce-5730-44ee-97e4-b9d6a0356d61', 'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'mac_address': 'fa:16:3e:66:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:08Z', 'updated_at': '2022-07-05T16:20:12Z', 'revision_number': 5, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'subnets': [{'id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:26:45.871647 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a48942-43ca-4b76-8e06-14a271c87028 None None] The sync data for ids ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'] in dv-cinder-848759-1-iscsi is: [{'id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:05Z', 'updated_at': '2022-07-05T16:20:08Z', 'revision_number': 4, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'gw_port': {'id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:06Z', 'updated_at': '2022-07-05T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi', '_interfaces': [{'id': 'fb83a8ce-5730-44ee-97e4-b9d6a0356d61', 'name': '', 'network_id': '9e6fae8e-72c3-49ba-ab85-7183288aac1f', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'mac_address': 'fa:16:3e:66:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:08Z', 'updated_at': '2022-07-05T16:20:12Z', 'revision_number': 5, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'subnets': [{'id': 'dfab0825-7fb5-48bb-8aec-21481977af6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:26:46.070026 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a52f30-16b3-407b-9fec-a71c187ee1d5 None None] New status for floating IP 2e3994a9-22d3-4aea-91b0-b5ec74236696: DOWN {{(pid=104586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 05 16:26:46.567691 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bd486-6ca3-4bf9-bee9-0d063f00fa95 req-4681f05b-2a61-4b4a-9f92-1a9bcf98fc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:26:46.569195 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9b1bd486-6ca3-4bf9-bee9-0d063f00fa95 req-4681f05b-2a61-4b4a-9f92-1a9bcf98fc0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a&device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 1129 time: 0.0438926 Jul 05 16:26:46.671230 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bd486-6ca3-4bf9-bee9-0d063f00fa95 req-cdcc2e13-84c8-40f7-b215-1fad43b0055f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:26:46.672666 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9b1bd486-6ca3-4bf9-bee9-0d063f00fa95 req-cdcc2e13-84c8-40f7-b215-1fad43b0055f service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e6fae8e-72c3-49ba-ab85-7183288aac1f HTTP/1.1" status: 200 len: 912 time: 0.0829372 Jul 05 16:26:46.743724 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9b1bd486-6ca3-4bf9-bee9-0d063f00fa95 req-53bec5c8-fe6f-472a-abb5-65baac09769e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23599f51-0ae0-4fa3-921f-4883717fbde6 HTTP/1.1" status: 200 len: 217 time: 0.0359666 Jul 05 16:26:46.818235 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a1c7b-f7ad-4b1d-b24e-280d39fd22b5 req-995b8627-a552-4acf-8f90-637aa1d7cd37 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:26:46.819682 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-743a1c7b-f7ad-4b1d-b24e-280d39fd22b5 req-995b8627-a552-4acf-8f90-637aa1d7cd37 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 945 time: 0.0750976 Jul 05 16:26:46.828032 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bd486-6ca3-4bf9-bee9-0d063f00fa95 req-0f085139-2d85-4ef3-842e-447185934537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:26:46.829407 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9b1bd486-6ca3-4bf9-bee9-0d063f00fa95 req-0f085139-2d85-4ef3-842e-447185934537 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dfab0825-7fb5-48bb-8aec-21481977af6e HTTP/1.1" status: 200 len: 850 time: 0.0749478 Jul 05 16:26:46.870654 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-743a1c7b-f7ad-4b1d-b24e-280d39fd22b5 req-3c0dfc2d-cb1d-42fd-b042-36c73b864669 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/security-groups?id=56908f38-c279-4753-9b86-bb1b1a4eabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447595 Jul 05 16:26:46.942917 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bd486-6ca3-4bf9-bee9-0d063f00fa95 req-b3b119eb-5f61-453c-a41d-b50ddfe9e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:26:46.944280 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9b1bd486-6ca3-4bf9-bee9-0d063f00fa95 req-b3b119eb-5f61-453c-a41d-b50ddfe9e4bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e6fae8e-72c3-49ba-ab85-7183288aac1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420792 Jul 05 16:26:47.054359 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc528b1-c77d-4bbb-b4d5-3d1163b5f8c9 req-8605190d-6832-45c5-bb4e-f2e4fd5e550f tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 05 16:26:47.055769 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ecc528b1-c77d-4bbb-b4d5-3d1163b5f8c9 req-8605190d-6832-45c5-bb4e-f2e4fd5e550f tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.47 "GET /v2.0/ports?device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 945 time: 0.0776212 Jul 05 16:26:47.094154 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9b1bd486-6ca3-4bf9-bee9-0d063f00fa95 req-31ce5e1b-9329-42b0-9c15-5129ad32083d service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432207 Jul 05 16:26:47.201495 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-ecc528b1-c77d-4bbb-b4d5-3d1163b5f8c9 req-7d2281d9-1b13-45e2-abc4-08f174b7bc5b tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Deleting port 23599f51-0ae0-4fa3-921f-4883717fbde6 {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:26:47.201727 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-ecc528b1-c77d-4bbb-b4d5-3d1163b5f8c9 req-7d2281d9-1b13-45e2-abc4-08f174b7bc5b tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (23599f51-0ae0-4fa3-921f-4883717fbde6), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:47.248243 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-9b1bd486-6ca3-4bf9-bee9-0d063f00fa95 req-91b7054f-22e8-4bdb-b5ba-e80091c29b1e service neutron] 10.222.0.47 "GET /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466262 Jul 05 16:26:47.304860 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [req-ecc528b1-c77d-4bbb-b4d5-3d1163b5f8c9 req-7d2281d9-1b13-45e2-abc4-08f174b7bc5b tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] For port 23599f51-0ae0-4fa3-921f-4883717fbde6, host hv-cinder-84875, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84875',level=0,port_id=23599f51-0ae0-4fa3-921f-4883717fbde6,segment=NetworkSegment(ac8be657-26ab-4073-97c6-de99da3a4b92),segment_id=ac8be657-26ab-4073-97c6-de99da3a4b92)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:26:47.305229 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-ecc528b1-c77d-4bbb-b4d5-3d1163b5f8c9 req-7d2281d9-1b13-45e2-abc4-08f174b7bc5b tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (23599f51-0ae0-4fa3-921f-4883717fbde6), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:47.318871 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [req-ecc528b1-c77d-4bbb-b4d5-3d1163b5f8c9 req-7d2281d9-1b13-45e2-abc4-08f174b7bc5b tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Calling delete_port for 23599f51-0ae0-4fa3-921f-4883717fbde6 owned by compute:nova {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:26:47.625124 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:47.626913 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=100 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:47.753636 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-ecc528b1-c77d-4bbb-b4d5-3d1163b5f8c9 req-7d2281d9-1b13-45e2-abc4-08f174b7bc5b tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (23599f51-0ae0-4fa3-921f-4883717fbde6), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:47.780308 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2281d9-1b13-45e2-abc4-08f174b7bc5b tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Pushing event deleted for resources: {'Port': ['ID=23599f51-0ae0-4fa3-921f-4883717fbde6,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:26:47.825646 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc528b1-c77d-4bbb-b4d5-3d1163b5f8c9 req-7d2281d9-1b13-45e2-abc4-08f174b7bc5b tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] No DVR routers for this DVR port 23599f51-0ae0-4fa3-921f-4883717fbde6 on host hv-cinder-84875 {{(pid=104585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:26:47.828165 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [req-ecc528b1-c77d-4bbb-b4d5-3d1163b5f8c9 req-7d2281d9-1b13-45e2-abc4-08f174b7bc5b tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:47.831340 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-ecc528b1-c77d-4bbb-b4d5-3d1163b5f8c9 req-7d2281d9-1b13-45e2-abc4-08f174b7bc5b tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.47 "DELETE /v2.0/ports/23599f51-0ae0-4fa3-921f-4883717fbde6 HTTP/1.1" status: 204 len: 173 time: 0.7664285 Jul 05 16:26:47.831792 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afba3565-7b71-4a48-a24a-1a42f118be22', 'name': 'network-vif-deleted', 'tag': '23599f51-0ae0-4fa3-921f-4883717fbde6'}] {{(pid=104585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 05 16:26:47.834007 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847bbb2aeca551901c4403df849e13e33764a282be985da16d8baac36fed201f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fbf537-53c7-4c90-a4e6-42d74a7f9a31" -d '{"events": [{"server_uuid": "afba3565-7b71-4a48-a24a-1a42f118be22", "name": "network-vif-deleted", "tag": "23599f51-0ae0-4fa3-921f-4883717fbde6"}]}' {{(pid=104585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:26:47.868713 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Jul 2022 16:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c81f9b3-970d-4743-94b6-7963205e3ac8 x-openstack-request-id: req-4c81f9b3-970d-4743-94b6-7963205e3ac8 {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:26:47.869197 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afba3565-7b71-4a48-a24a-1a42f118be22", "name": "network-vif-deleted", "tag": "23599f51-0ae0-4fa3-921f-4883717fbde6", "status": "completed", "code": 200}]} {{(pid=104585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:26:47.869458 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4c81f9b3-970d-4743-94b6-7963205e3ac8 {{(pid=104585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:26:47.869855 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c81f9b3-970d-4743-94b6-7963205e3ac8'] response: {'server_uuid': 'afba3565-7b71-4a48-a24a-1a42f118be22', 'name': 'network-vif-deleted', 'tag': '23599f51-0ae0-4fa3-921f-4883717fbde6', 'status': 'completed', 'code': 200} Jul 05 16:26:47.971137 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [req-df19cbc0-84ea-4de9-a031-d4c2e4618f00 req-9c49b12d-e143-4e51-b0eb-99a3eb9f98e3 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "GET /v2.0/ports?device_id=afba3565-7b71-4a48-a24a-1a42f118be22 HTTP/1.1" status: 200 len: 210 time: 0.0311713 Jul 05 16:26:49.028202 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53686) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:26:49.140565 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-9bc4b6b0-59c1-4e62-a47c-6cdcd988afa6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Deleting port a3ef5ac3-61cc-45f8-bd3d-5535c20788fa {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:26:49.141120 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9bc4b6b0-59c1-4e62-a47c-6cdcd988afa6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (a3ef5ac3-61cc-45f8-bd3d-5535c20788fa), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:49.232221 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9bc4b6b0-59c1-4e62-a47c-6cdcd988afa6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (a3ef5ac3-61cc-45f8-bd3d-5535c20788fa), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:49.232545 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9bc4b6b0-59c1-4e62-a47c-6cdcd988afa6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for floatingip (a3ef5ac3-61cc-45f8-bd3d-5535c20788fa), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:49.245213 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-9bc4b6b0-59c1-4e62-a47c-6cdcd988afa6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Calling delete_port for a3ef5ac3-61cc-45f8-bd3d-5535c20788fa owned by network:floatingip {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:26:49.444995 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9bc4b6b0-59c1-4e62-a47c-6cdcd988afa6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (a3ef5ac3-61cc-45f8-bd3d-5535c20788fa), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:49.470912 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4b6b0-59c1-4e62-a47c-6cdcd988afa6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Pushing event deleted for resources: {'Port': ['ID=a3ef5ac3-61cc-45f8-bd3d-5535c20788fa,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:26:49.483880 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4b6b0-59c1-4e62-a47c-6cdcd988afa6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:49.484230 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4b6b0-59c1-4e62-a47c-6cdcd988afa6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:49.484571 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4b6b0-59c1-4e62-a47c-6cdcd988afa6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:49.484939 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4b6b0-59c1-4e62-a47c-6cdcd988afa6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:49.485461 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4b6b0-59c1-4e62-a47c-6cdcd988afa6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:49.485788 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4b6b0-59c1-4e62-a47c-6cdcd988afa6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:49.486379 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4b6b0-59c1-4e62-a47c-6cdcd988afa6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:49.486698 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4b6b0-59c1-4e62-a47c-6cdcd988afa6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:49.487019 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4b6b0-59c1-4e62-a47c-6cdcd988afa6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:49.487338 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4b6b0-59c1-4e62-a47c-6cdcd988afa6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:49.487676 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4b6b0-59c1-4e62-a47c-6cdcd988afa6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:49.487974 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4b6b0-59c1-4e62-a47c-6cdcd988afa6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:49.488479 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4b6b0-59c1-4e62-a47c-6cdcd988afa6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:49.488812 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4b6b0-59c1-4e62-a47c-6cdcd988afa6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:49.489132 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4b6b0-59c1-4e62-a47c-6cdcd988afa6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:49.557667 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9bc4b6b0-59c1-4e62-a47c-6cdcd988afa6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for floatingip (8ed718b4-07fc-4d00-95d6-02fa2bbf52b7), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:49.560619 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9bc4b6b0-59c1-4e62-a47c-6cdcd988afa6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:49.561805 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-9bc4b6b0-59c1-4e62-a47c-6cdcd988afa6 tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "DELETE /v2.0/floatingips/8ed718b4-07fc-4d00-95d6-02fa2bbf52b7 HTTP/1.1" status: 204 len: 168 time: 0.5334280 Jul 05 16:26:50.880850 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53700) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:26:50.937652 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4786efaa-e449-48c6-b067-7d8595dcdd1a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for security_group (56908f38-c279-4753-9b86-bb1b1a4eabca), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:50.961838 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4786efaa-e449-48c6-b067-7d8595dcdd1a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for security_group (56908f38-c279-4753-9b86-bb1b1a4eabca), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:51.084935 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4786efaa-e449-48c6-b067-7d8595dcdd1a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (56908f38-c279-4753-9b86-bb1b1a4eabca), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:51.087518 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-4786efaa-e449-48c6-b067-7d8595dcdd1a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:51.088717 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-4786efaa-e449-48c6-b067-7d8595dcdd1a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] 10.222.0.45 "DELETE /v2.0/security-groups/56908f38-c279-4753-9b86-bb1b1a4eabca HTTP/1.1" status: 204 len: 168 time: 0.2068257 Jul 05 16:26:51.098732 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786efaa-e449-48c6-b067-7d8595dcdd1a tempest-TestVolumeBootPattern-801191980 tempest-TestVolumeBootPattern-801191980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56908f38-c279-4753-9b86-bb1b1a4eabca,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:26:51.117301 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:51.227779 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53704) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:26:51.586865 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:51.598851 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 23599f51-0ae0-4fa3-921f-4883717fbde6 no longer exists at agent hyperv_hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:26:51.618508 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] No Port match for: 23599f51-0ae0-4fa3-921f-4883717fbde6 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:26:51.618852 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Device 23599f51-0ae0-4fa3-921f-4883717fbde6 not bound to the agent host hv-cinder-84875 {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:26:51.629358 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:51.661158 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0f7ae8f3-6505-41dc-82bf-880606116ca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518843'] for router_interface (aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:51.880187 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-0f7ae8f3-6505-41dc-82bf-880606116ca3 admin admin] Deleting port fb83a8ce-5730-44ee-97e4-b9d6a0356d61 {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:26:51.880438 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0f7ae8f3-6505-41dc-82bf-880606116ca3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (fb83a8ce-5730-44ee-97e4-b9d6a0356d61), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:51.957014 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-0f7ae8f3-6505-41dc-82bf-880606116ca3 admin admin] For port fb83a8ce-5730-44ee-97e4-b9d6a0356d61, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=fb83a8ce-5730-44ee-97e4-b9d6a0356d61,segment=NetworkSegment(ac8be657-26ab-4073-97c6-de99da3a4b92),segment_id=ac8be657-26ab-4073-97c6-de99da3a4b92)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:26:51.957693 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0f7ae8f3-6505-41dc-82bf-880606116ca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (fb83a8ce-5730-44ee-97e4-b9d6a0356d61), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:51.970380 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-0f7ae8f3-6505-41dc-82bf-880606116ca3 admin admin] Calling delete_port for fb83a8ce-5730-44ee-97e4-b9d6a0356d61 owned by network:router_interface {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:26:52.210822 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0f7ae8f3-6505-41dc-82bf-880606116ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (fb83a8ce-5730-44ee-97e4-b9d6a0356d61), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:52.235286 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ae8f3-6505-41dc-82bf-880606116ca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb83a8ce-5730-44ee-97e4-b9d6a0356d61,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:26:52.380577 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:52.394685 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-0f7ae8f3-6505-41dc-82bf-880606116ca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521995'] for router_interface (aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:52.588083 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:52.605822 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7ae8f3-6505-41dc-82bf-880606116ca3 admin admin] Router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:26:52.707588 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7ae8f3-6505-41dc-82bf-880606116ca3 admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:26:52.712960 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-0f7ae8f3-6505-41dc-82bf-880606116ca3 admin admin] 10.222.0.45 "PUT /v2.0/routers/aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4836707 Jul 05 16:26:52.715020 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53708) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:26:52.718181 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00c0750-9136-41f7-bab2-1abba00b47bd None None] Sync routers for ids ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'] in dv-cinder-848759-1-iscsi {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:26:52.728461 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00c0750-9136-41f7-bab2-1abba00b47bd None None] Routers {'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:26:52.729182 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-a00c0750-9136-41f7-bab2-1abba00b47bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:26:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:26:52.810490 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-5e617623-9631-48a2-9337-ea02368e4307 admin admin] Publish callbacks [] for router (aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:52.828454 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-a00c0750-9136-41f7-bab2-1abba00b47bd None None] Set router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:26:53.001333 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-a00c0750-9136-41f7-bab2-1abba00b47bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:05Z', 'updated_at': '2022-07-05T16:26:52Z', 'revision_number': 5, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'gw_port': {'id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:06Z', 'updated_at': '2022-07-05T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:26:53.027503 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00c0750-9136-41f7-bab2-1abba00b47bd None None] Checking router: aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 for host: dv-cinder-848759-1-iscsi {{(pid=104587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:26:53.036922 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00c0750-9136-41f7-bab2-1abba00b47bd None None] Routers {'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:26:53.037539 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-a00c0750-9136-41f7-bab2-1abba00b47bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:26:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'], 'active': True} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:26:53.138371 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_dvr_db [None req-a00c0750-9136-41f7-bab2-1abba00b47bd None None] Set router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 gateway port host: dv-cinder-848759-1-iscsi {{(pid=104587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:26:53.154485 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-5e617623-9631-48a2-9337-ea02368e4307 admin admin] Publish callbacks [] for router_gateway (aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:53.190703 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=100 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:53.284337 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-5e617623-9631-48a2-9337-ea02368e4307 admin admin] Deleting port 2991a008-7722-4a29-b770-6cf6d511e8b1 {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:26:53.284618 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-5e617623-9631-48a2-9337-ea02368e4307 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (2991a008-7722-4a29-b770-6cf6d511e8b1), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:53.307431 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.l3_hamode_db [None req-a00c0750-9136-41f7-bab2-1abba00b47bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:05Z', 'updated_at': '2022-07-05T16:26:52Z', 'revision_number': 5, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'gw_port': {'id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:06Z', 'updated_at': '2022-07-05T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:26:53.332727 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00c0750-9136-41f7-bab2-1abba00b47bd None None] The sync data for ids ['aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525'] in dv-cinder-848759-1-iscsi is: [{'id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'name': 'tempest-TestVolumeBootPattern-131741844-router', 'tenant_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:05Z', 'updated_at': '2022-07-05T16:26:52Z', 'revision_number': 5, 'project_id': '85bf8c1d40a04aaf9e46cd7f1e58048a', 'gw_port': {'id': '2991a008-7722-4a29-b770-6cf6d511e8b1', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:06Z', 'updated_at': '2022-07-05T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}] {{(pid=104587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:26:53.369443 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-5e617623-9631-48a2-9337-ea02368e4307 admin admin] For port 2991a008-7722-4a29-b770-6cf6d511e8b1, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=2991a008-7722-4a29-b770-6cf6d511e8b1,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:26:53.369802 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-5e617623-9631-48a2-9337-ea02368e4307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (2991a008-7722-4a29-b770-6cf6d511e8b1), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:53.383098 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-5e617623-9631-48a2-9337-ea02368e4307 admin admin] Calling delete_port for 2991a008-7722-4a29-b770-6cf6d511e8b1 owned by network:router_gateway {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:26:53.532475 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:53.633828 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-5e617623-9631-48a2-9337-ea02368e4307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (2991a008-7722-4a29-b770-6cf6d511e8b1), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:53.657944 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e617623-9631-48a2-9337-ea02368e4307 admin admin] Pushing event deleted for resources: {'Port': ['ID=2991a008-7722-4a29-b770-6cf6d511e8b1,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:26:53.726009 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-5e617623-9631-48a2-9337-ea02368e4307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-508993'] for router_gateway (aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:53.817444 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-5e617623-9631-48a2-9337-ea02368e4307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075037'] for router (aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:53.819593 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-5e617623-9631-48a2-9337-ea02368e4307 admin admin] Publish callbacks [] for router_controller (aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525), precommit_delete_associations {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:53.930715 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-5e617623-9631-48a2-9337-ea02368e4307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498478'] for router (aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:53.931340 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e617623-9631-48a2-9337-ea02368e4307 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 {{(pid=104584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 16:26:53.935595 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-5e617623-9631-48a2-9337-ea02368e4307 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:53.936671 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-5e617623-9631-48a2-9337-ea02368e4307 admin admin] 10.222.0.45 "DELETE /v2.0/routers/aaf1902d-c847-4fe9-b2a0-ccf9cbdbd525 HTTP/1.1" status: 204 len: 168 time: 1.2207577 Jul 05 16:26:53.939329 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53710) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:26:53.985942 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78c9c2a-d941-40da-b4bb-3fb230c586a7 admin admin] Deleting subnet dfab0825-7fb5-48bb-8aec-21481977af6e {{(pid=104584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 16:26:53.988242 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:53.990325 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-f78c9c2a-d941-40da-b4bb-3fb230c586a7 admin admin] Publish callbacks [] for subnet (dfab0825-7fb5-48bb-8aec-21481977af6e), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:54.031134 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-f78c9c2a-d941-40da-b4bb-3fb230c586a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032071'] for subnet (dfab0825-7fb5-48bb-8aec-21481977af6e), precommit_delete_associations {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:54.106292 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-f78c9c2a-d941-40da-b4bb-3fb230c586a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7708876'] for subnet (dfab0825-7fb5-48bb-8aec-21481977af6e), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:54.222356 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-f78c9c2a-d941-40da-b4bb-3fb230c586a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7708871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1267982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411760'] for subnet (dfab0825-7fb5-48bb-8aec-21481977af6e), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:54.250257 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c9c2a-d941-40da-b4bb-3fb230c586a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfab0825-7fb5-48bb-8aec-21481977af6e,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:26:54.255724 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-f78c9c2a-d941-40da-b4bb-3fb230c586a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:54.258840 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-f78c9c2a-d941-40da-b4bb-3fb230c586a7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/dfab0825-7fb5-48bb-8aec-21481977af6e HTTP/1.1" status: 204 len: 168 time: 0.3185396 Jul 05 16:26:54.261491 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53712) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:26:54.264732 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcf6b5f-bf10-4aa5-918c-128e2fde24d8 None None] Network 9e6fae8e-72c3-49ba-ab85-7183288aac1f requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:26:54.331042 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d2a304e3-f28e-4981-a2dd-a297490f65fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7605430'] for network (9e6fae8e-72c3-49ba-ab85-7183288aac1f), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:54.376054 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-d2a304e3-f28e-4981-a2dd-a297490f65fd admin admin] Deleting port c0c16d22-163e-4c81-8b7a-8b74cf36d305 {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:26:54.376396 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d2a304e3-f28e-4981-a2dd-a297490f65fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (c0c16d22-163e-4c81-8b7a-8b74cf36d305), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:54.421791 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0efcd0-84ab-44b8-9c05-4556b55460dd None None] DHCP port deletion for 9e6fae8e-72c3-49ba-ab85-7183288aac1f request from dv-cinder-848759-1-iscsi {{(pid=104586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 05 16:26:54.458266 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-d2a304e3-f28e-4981-a2dd-a297490f65fd admin admin] For port c0c16d22-163e-4c81-8b7a-8b74cf36d305, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=c0c16d22-163e-4c81-8b7a-8b74cf36d305,segment=NetworkSegment(ac8be657-26ab-4073-97c6-de99da3a4b92),segment_id=ac8be657-26ab-4073-97c6-de99da3a4b92)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:26:54.458621 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d2a304e3-f28e-4981-a2dd-a297490f65fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (c0c16d22-163e-4c81-8b7a-8b74cf36d305), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:54.460106 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-8d0efcd0-84ab-44b8-9c05-4556b55460dd None None] Deleting port c0c16d22-163e-4c81-8b7a-8b74cf36d305 {{(pid=104586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:26:54.460701 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-8d0efcd0-84ab-44b8-9c05-4556b55460dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (c0c16d22-163e-4c81-8b7a-8b74cf36d305), before_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:54.473681 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-d2a304e3-f28e-4981-a2dd-a297490f65fd admin admin] Calling delete_port for c0c16d22-163e-4c81-8b7a-8b74cf36d305 owned by network:dhcp {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:26:54.487539 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device fb83a8ce-5730-44ee-97e4-b9d6a0356d61 no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:26:54.542083 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: fb83a8ce-5730-44ee-97e4-b9d6a0356d61 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:26:54.542432 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device fb83a8ce-5730-44ee-97e4-b9d6a0356d61 not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:26:54.542847 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 2991a008-7722-4a29-b770-6cf6d511e8b1 no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:26:54.566050 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: 2991a008-7722-4a29-b770-6cf6d511e8b1 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:26:54.571513 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 2991a008-7722-4a29-b770-6cf6d511e8b1 not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:26:54.571513 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device c0c16d22-163e-4c81-8b7a-8b74cf36d305 no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:26:54.595581 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-8d0efcd0-84ab-44b8-9c05-4556b55460dd None None] For port c0c16d22-163e-4c81-8b7a-8b74cf36d305, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=c0c16d22-163e-4c81-8b7a-8b74cf36d305,segment=NetworkSegment(ac8be657-26ab-4073-97c6-de99da3a4b92),segment_id=ac8be657-26ab-4073-97c6-de99da3a4b92)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:26:54.595982 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-8d0efcd0-84ab-44b8-9c05-4556b55460dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (c0c16d22-163e-4c81-8b7a-8b74cf36d305), precommit_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:54.614602 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-8d0efcd0-84ab-44b8-9c05-4556b55460dd None None] Calling delete_port for c0c16d22-163e-4c81-8b7a-8b74cf36d305 owned by network:dhcp {{(pid=104586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:26:54.633666 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d2a304e3-f28e-4981-a2dd-a297490f65fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (c0c16d22-163e-4c81-8b7a-8b74cf36d305), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:54.658447 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a304e3-f28e-4981-a2dd-a297490f65fd admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c16d22-163e-4c81-8b7a-8b74cf36d305,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:26:54.662137 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a304e3-f28e-4981-a2dd-a297490f65fd admin admin] No DVR routers for this DVR port c0c16d22-163e-4c81-8b7a-8b74cf36d305 on host dv-cinder-848759-1-iscsi {{(pid=104584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:26:54.665045 dv-cinder-848759-1-iscsi neutron-server[104586]: INFO neutron.plugins.ml2.db [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No ports have port_id starting with c0c16d22-163e-4c81-8b7a-8b74cf36d305 Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: from cryptography.utils import int_from_bytes Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: from cryptography.utils import int_from_bytes Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: self.session.flush() Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: self.session.flush() Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: self.session.flush() Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: self.session.flush() Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: self.session.flush() Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: self.session.flush() Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: self.session.flush() Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: self.session.flush() Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: self.session.flush() Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: self.session.flush() Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: self.session.flush() Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: self.session.flush() Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: self.session.flush() Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: self.session.flush() Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: self.session.flush() Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: self.session.flush() Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: self.session.flush() Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: self.session.flush() Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:26:54.697513 dv-cinder-848759-1-iscsi neutron-server[104586]: self.session.flush() Jul 05 16:26:54.701514 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:26:54.701514 dv-cinder-848759-1-iscsi neutron-server[104586]: self.session.flush() Jul 05 16:26:54.701514 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:26:54.701514 dv-cinder-848759-1-iscsi neutron-server[104586]: self.session.flush() Jul 05 16:26:54.701514 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:26:54.701514 dv-cinder-848759-1-iscsi neutron-server[104586]: self.session.flush() Jul 05 16:26:54.701514 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:26:54.701514 dv-cinder-848759-1-iscsi neutron-server[104586]: self.session.flush() Jul 05 16:26:54.701514 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:26:54.701514 dv-cinder-848759-1-iscsi neutron-server[104586]: self.session.flush() Jul 05 16:26:54.701514 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:26:54.701514 dv-cinder-848759-1-iscsi neutron-server[104586]: self.session.flush() Jul 05 16:26:54.701514 dv-cinder-848759-1-iscsi neutron-server[104586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:26:54.701514 dv-cinder-848759-1-iscsi neutron-server[104586]: self.session.flush() Jul 05 16:26:54.704042 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-8d0efcd0-84ab-44b8-9c05-4556b55460dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858'] for port (c0c16d22-163e-4c81-8b7a-8b74cf36d305), after_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:54.728302 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0efcd0-84ab-44b8-9c05-4556b55460dd None None] Pushing event deleted for resources: {'Port': ['ID=c0c16d22-163e-4c81-8b7a-8b74cf36d305,revision_number=None']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:26:54.732753 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0efcd0-84ab-44b8-9c05-4556b55460dd None None] No DVR routers for this DVR port c0c16d22-163e-4c81-8b7a-8b74cf36d305 on host dv-cinder-848759-1-iscsi {{(pid=104586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:26:54.737411 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d2a304e3-f28e-4981-a2dd-a297490f65fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7757606', 'neutron.services.segments.db._delete_segments_for_network-8746276517753'] for network (9e6fae8e-72c3-49ba-ab85-7183288aac1f), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:54.739815 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0efcd0-84ab-44b8-9c05-4556b55460dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:54.739981 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0efcd0-84ab-44b8-9c05-4556b55460dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:54.742453 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0efcd0-84ab-44b8-9c05-4556b55460dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:54.742453 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0efcd0-84ab-44b8-9c05-4556b55460dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:54.742453 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0efcd0-84ab-44b8-9c05-4556b55460dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:54.742453 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0efcd0-84ab-44b8-9c05-4556b55460dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:54.742453 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0efcd0-84ab-44b8-9c05-4556b55460dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:54.742453 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0efcd0-84ab-44b8-9c05-4556b55460dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:54.742453 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0efcd0-84ab-44b8-9c05-4556b55460dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:54.743215 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0efcd0-84ab-44b8-9c05-4556b55460dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:54.743215 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0efcd0-84ab-44b8-9c05-4556b55460dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:54.743215 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0efcd0-84ab-44b8-9c05-4556b55460dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:54.743581 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0efcd0-84ab-44b8-9c05-4556b55460dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:54.743964 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0efcd0-84ab-44b8-9c05-4556b55460dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:54.744097 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0efcd0-84ab-44b8-9c05-4556b55460dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848759-1-iscsi {{(pid=104586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:26:54.759327 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-d2a304e3-f28e-4981-a2dd-a297490f65fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e6fae8e-72c3-49ba-ab85-7183288aac1f']}} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:26:54.769487 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-d2a304e3-f28e-4981-a2dd-a297490f65fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8be657-26ab-4073-97c6-de99da3a4b92') {'for_net_delete': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:26:54.769783 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-d2a304e3-f28e-4981-a2dd-a297490f65fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8be657-26ab-4073-97c6-de99da3a4b92') {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:26:54.776206 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:54.779828 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d2a304e3-f28e-4981-a2dd-a297490f65fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746276519554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032076'] for segment (ac8be657-26ab-4073-97c6-de99da3a4b92), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:54.793220 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d2a304e3-f28e-4981-a2dd-a297490f65fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (ac8be657-26ab-4073-97c6-de99da3a4b92), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:54.799546 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a304e3-f28e-4981-a2dd-a297490f65fd admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=104584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:26:54.799917 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d2a304e3-f28e-4981-a2dd-a297490f65fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1268212'] for segment (ac8be657-26ab-4073-97c6-de99da3a4b92), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:54.878481 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.services.segments.plugin [-] Segment ac8be657-26ab-4073-97c6-de99da3a4b92 resource provider aggregate not found Jul 05 16:26:54.895380 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.services.segments.plugin [-] Segment ac8be657-26ab-4073-97c6-de99da3a4b92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac8be657-26ab-4073-97c6-de99da3a4b92 found for delete ", "request_id": "req-e5bcc8b8-8a05-45ec-b05d-02177655e4f1"}]} Jul 05 16:26:54.941889 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d2a304e3-f28e-4981-a2dd-a297490f65fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7757615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509440'] for network (9e6fae8e-72c3-49ba-ab85-7183288aac1f), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:54.946415 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-d2a304e3-f28e-4981-a2dd-a297490f65fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:54.949829 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-d2a304e3-f28e-4981-a2dd-a297490f65fd admin admin] 10.222.0.45 "DELETE /v2.0/networks/9e6fae8e-72c3-49ba-ab85-7183288aac1f HTTP/1.1" status: 204 len: 168 time: 0.6873803 Jul 05 16:26:54.953527 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 53720) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:26:54.963686 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a304e3-f28e-4981-a2dd-a297490f65fd admin admin] Pushing event deleted for resources: {'Network': ['ID=9e6fae8e-72c3-49ba-ab85-7183288aac1f,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:26:55.135165 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [req-ec788f6c-36a1-4f20-864d-e70a8d758d87 req-b219de9a-0a26-4a5b-a18a-6f2246d2a4c3 service neutron] (104584) timed out ('10.222.0.45', 46902) {{(pid=104584) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 05 16:26:55.321950 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0862e7a6-475f-4578-872b-65be7c27b2c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518843'] for router_interface (4ea8bf53-9a55-4b9d-bb77-b6addac7065a), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:55.349415 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [req-ec788f6c-36a1-4f20-864d-e70a8d758d87 req-017dbd6f-7499-4c9b-9341-55053691da43 tempest-AttachVolumeShelveTestJSON-2020590602 tempest-AttachVolumeShelveTestJSON-2020590602-project] (104584) timed out ('10.222.0.45', 46914) {{(pid=104584) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 05 16:26:55.580249 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [None req-0862e7a6-475f-4578-872b-65be7c27b2c8 admin admin] Deleting port 2179cc16-2915-48c9-934e-e3653b6b5ab5 {{(pid=104585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:26:55.580590 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0862e7a6-475f-4578-872b-65be7c27b2c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (2179cc16-2915-48c9-934e-e3653b6b5ab5), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:55.659759 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.db [None req-0862e7a6-475f-4578-872b-65be7c27b2c8 admin admin] For port 2179cc16-2915-48c9-934e-e3653b6b5ab5, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=2179cc16-2915-48c9-934e-e3653b6b5ab5,segment=NetworkSegment(1bd1bb37-c5d9-458a-9561-077240e8fa4c),segment_id=1bd1bb37-c5d9-458a-9561-077240e8fa4c)] {{(pid=104585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:26:55.660117 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0862e7a6-475f-4578-872b-65be7c27b2c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (2179cc16-2915-48c9-934e-e3653b6b5ab5), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:55.668833 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:55.673333 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.plugins.ml2.plugin [None req-0862e7a6-475f-4578-872b-65be7c27b2c8 admin admin] Calling delete_port for 2179cc16-2915-48c9-934e-e3653b6b5ab5 owned by network:router_interface {{(pid=104585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:26:55.794469 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:55.907833 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0862e7a6-475f-4578-872b-65be7c27b2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872725'] for port (2179cc16-2915-48c9-934e-e3653b6b5ab5), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:55.932967 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862e7a6-475f-4578-872b-65be7c27b2c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2179cc16-2915-48c9-934e-e3653b6b5ab5,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:26:56.094174 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-0862e7a6-475f-4578-872b-65be7c27b2c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521995'] for router_interface (4ea8bf53-9a55-4b9d-bb77-b6addac7065a), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:56.296122 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0862e7a6-475f-4578-872b-65be7c27b2c8 admin admin] Router 4ea8bf53-9a55-4b9d-bb77-b6addac7065a has already been hosted by L3 agent 74fae2f5-5d16-4961-8fea-d0acee585bd6 {{(pid=104585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 05 16:26:56.396000 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0862e7a6-475f-4578-872b-65be7c27b2c8 admin admin] Notify agent at l3_agent.dv-cinder-848759-1-iscsi the message routers_updated {{(pid=104585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:26:56.400876 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-0862e7a6-475f-4578-872b-65be7c27b2c8 admin admin] 10.222.0.45 "PUT /v2.0/routers/4ea8bf53-9a55-4b9d-bb77-b6addac7065a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4463098 Jul 05 16:26:56.403503 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53722) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:26:56.406643 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e9434d-b0a4-467f-b42a-74b7ed94b2d8 None None] Sync routers for ids ['4ea8bf53-9a55-4b9d-bb77-b6addac7065a'] in dv-cinder-848759-1-iscsi {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:26:56.424082 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e9434d-b0a4-467f-b42a-74b7ed94b2d8 None None] Routers {'4ea8bf53-9a55-4b9d-bb77-b6addac7065a'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:26:56.424710 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-16e9434d-b0a4-467f-b42a-74b7ed94b2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:26:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['4ea8bf53-9a55-4b9d-bb77-b6addac7065a'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:26:56.507955 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c219bacb-ea04-4549-a87b-a0da168662d1 admin admin] Publish callbacks [] for router (4ea8bf53-9a55-4b9d-bb77-b6addac7065a), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:56.526656 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-16e9434d-b0a4-467f-b42a-74b7ed94b2d8 None None] Set router 4ea8bf53-9a55-4b9d-bb77-b6addac7065a gateway port host: dv-cinder-848759-1-iscsi {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:26:56.549202 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:56.594839 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:56.608357 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c219bacb-ea04-4549-a87b-a0da168662d1 admin admin] Publish callbacks [] for router_gateway (4ea8bf53-9a55-4b9d-bb77-b6addac7065a), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:56.638605 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:56.691743 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-16e9434d-b0a4-467f-b42a-74b7ed94b2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea8bf53-9a55-4b9d-bb77-b6addac7065a', 'name': 'tempest-TestVolumeBootPattern-1435608760-router', 'tenant_id': '62a2450c58494ce0a452354e69162dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'external_fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '74b82416-9d35-4a61-99af-6643dc3b1cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:11Z', 'updated_at': '2022-07-05T16:26:55Z', 'revision_number': 5, 'project_id': '62a2450c58494ce0a452354e69162dd2', 'gw_port': {'id': '74b82416-9d35-4a61-99af-6643dc3b1cdb', 'name': '', 'network_id': '90903495-288b-44cb-8357-c0c74fc45d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:65:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea8bf53-9a55-4b9d-bb77-b6addac7065a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848759-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-05T16:20:12Z', 'updated_at': '2022-07-05T16:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c848da7f-4b94-4cfd-b899-6ee4cbeaeda8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848759-1-iscsi'}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:26:56.711831 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-c219bacb-ea04-4549-a87b-a0da168662d1 admin admin] Deleting port 74b82416-9d35-4a61-99af-6643dc3b1cdb {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:26:56.712174 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c219bacb-ea04-4549-a87b-a0da168662d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (74b82416-9d35-4a61-99af-6643dc3b1cdb), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:56.796008 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-c219bacb-ea04-4549-a87b-a0da168662d1 admin admin] For port 74b82416-9d35-4a61-99af-6643dc3b1cdb, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=74b82416-9d35-4a61-99af-6643dc3b1cdb,segment=NetworkSegment(8607f107-5aee-4096-a937-f707c3047b99),segment_id=8607f107-5aee-4096-a937-f707c3047b99)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:26:56.796375 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c219bacb-ea04-4549-a87b-a0da168662d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (74b82416-9d35-4a61-99af-6643dc3b1cdb), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:56.811099 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-c219bacb-ea04-4549-a87b-a0da168662d1 admin admin] Calling delete_port for 74b82416-9d35-4a61-99af-6643dc3b1cdb owned by network:router_gateway {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:26:56.842192 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e9434d-b0a4-467f-b42a-74b7ed94b2d8 None None] Checking router: 4ea8bf53-9a55-4b9d-bb77-b6addac7065a for host: dv-cinder-848759-1-iscsi {{(pid=104586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:26:56.851173 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e9434d-b0a4-467f-b42a-74b7ed94b2d8 None None] Routers {'4ea8bf53-9a55-4b9d-bb77-b6addac7065a'} bound to L3 agent in host dv-cinder-848759-1-iscsi {{(pid=104586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 05 16:26:56.851755 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-16e9434d-b0a4-467f-b42a-74b7ed94b2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848759-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-05T16:00:35Z,description=,heartbeat_timestamp=2022-07-05T16:26:35Z,host='dv-cinder-848759-1-iscsi',id=74fae2f5-5d16-4961-8fea-d0acee585bd6,load=0,resource_versions=,resources_synced=,started_at=2022-07-05T16:00:36Z,topic='l3_agent')) {'router_ids': ['4ea8bf53-9a55-4b9d-bb77-b6addac7065a'], 'active': True} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:26:56.936241 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvr_db [None req-16e9434d-b0a4-467f-b42a-74b7ed94b2d8 None None] Set router 4ea8bf53-9a55-4b9d-bb77-b6addac7065a gateway port host: None {{(pid=104586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 05 16:26:56.986692 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_hamode_db [None req-16e9434d-b0a4-467f-b42a-74b7ed94b2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea8bf53-9a55-4b9d-bb77-b6addac7065a', 'name': 'tempest-TestVolumeBootPattern-1435608760-router', 'tenant_id': '62a2450c58494ce0a452354e69162dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:11Z', 'updated_at': '2022-07-05T16:26:56Z', 'revision_number': 6, 'project_id': '62a2450c58494ce0a452354e69162dd2', 'gw_port_host': None}], 'dv-cinder-848759-1-iscsi', False) {} {{(pid=104586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:26:57.014348 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e9434d-b0a4-467f-b42a-74b7ed94b2d8 None None] The sync data for ids ['4ea8bf53-9a55-4b9d-bb77-b6addac7065a'] in dv-cinder-848759-1-iscsi is: [{'id': '4ea8bf53-9a55-4b9d-bb77-b6addac7065a', 'name': 'tempest-TestVolumeBootPattern-1435608760-router', 'tenant_id': '62a2450c58494ce0a452354e69162dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-05T16:20:11Z', 'updated_at': '2022-07-05T16:26:56Z', 'revision_number': 6, 'project_id': '62a2450c58494ce0a452354e69162dd2', 'gw_port_host': None}] {{(pid=104586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:26:57.033881 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c219bacb-ea04-4549-a87b-a0da168662d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (74b82416-9d35-4a61-99af-6643dc3b1cdb), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:57.064207 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219bacb-ea04-4549-a87b-a0da168662d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=74b82416-9d35-4a61-99af-6643dc3b1cdb,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:26:57.126666 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c219bacb-ea04-4549-a87b-a0da168662d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-508993'] for router_gateway (4ea8bf53-9a55-4b9d-bb77-b6addac7065a), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:57.210496 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c219bacb-ea04-4549-a87b-a0da168662d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075037'] for router (4ea8bf53-9a55-4b9d-bb77-b6addac7065a), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:57.212591 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c219bacb-ea04-4549-a87b-a0da168662d1 admin admin] Publish callbacks [] for router_controller (4ea8bf53-9a55-4b9d-bb77-b6addac7065a), precommit_delete_associations {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:57.331011 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c219bacb-ea04-4549-a87b-a0da168662d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498478'] for router (4ea8bf53-9a55-4b9d-bb77-b6addac7065a), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:57.331606 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c219bacb-ea04-4549-a87b-a0da168662d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ea8bf53-9a55-4b9d-bb77-b6addac7065a {{(pid=104584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 16:26:57.343057 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c219bacb-ea04-4549-a87b-a0da168662d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:57.343057 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-c219bacb-ea04-4549-a87b-a0da168662d1 admin admin] 10.222.0.45 "DELETE /v2.0/routers/4ea8bf53-9a55-4b9d-bb77-b6addac7065a HTTP/1.1" status: 204 len: 168 time: 0.9324203 Jul 05 16:26:57.343057 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53724) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:26:57.388520 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.db_base_plugin_v2 [None req-da69a181-7d2d-494e-b676-3ef18492b3a5 admin admin] Deleting subnet 3284cc77-bc37-47c9-ab5d-92799b5de1a1 {{(pid=104584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 05 16:26:57.391933 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-da69a181-7d2d-494e-b676-3ef18492b3a5 admin admin] Publish callbacks [] for subnet (3284cc77-bc37-47c9-ab5d-92799b5de1a1), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:57.430153 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-da69a181-7d2d-494e-b676-3ef18492b3a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032071'] for subnet (3284cc77-bc37-47c9-ab5d-92799b5de1a1), precommit_delete_associations {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:57.448456 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:57.506193 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-da69a181-7d2d-494e-b676-3ef18492b3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7708876'] for subnet (3284cc77-bc37-47c9-ab5d-92799b5de1a1), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:57.547679 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:57.662477 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-da69a181-7d2d-494e-b676-3ef18492b3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7708871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1267982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10411760'] for subnet (3284cc77-bc37-47c9-ab5d-92799b5de1a1), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:57.688365 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69a181-7d2d-494e-b676-3ef18492b3a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3284cc77-bc37-47c9-ab5d-92799b5de1a1,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:26:57.692472 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-da69a181-7d2d-494e-b676-3ef18492b3a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:57.695909 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-da69a181-7d2d-494e-b676-3ef18492b3a5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3284cc77-bc37-47c9-ab5d-92799b5de1a1 HTTP/1.1" status: 204 len: 168 time: 0.3552146 Jul 05 16:26:57.698074 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53726) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:26:57.700790 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdc473b-1302-4f0e-b923-c915f917ad8d None None] Network 19c6734c-93db-4737-9969-61b510acca8e requested from dv-cinder-848759-1-iscsi {{(pid=104586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 05 16:26:57.770835 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-eaa8dbee-a72d-4840-9f3b-126a42c9f6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7605430'] for network (19c6734c-93db-4737-9969-61b510acca8e), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:57.818886 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-eaa8dbee-a72d-4840-9f3b-126a42c9f6e3 admin admin] Deleting port 72c3a003-50d3-43db-8dbb-8091ebb60217 {{(pid=104584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:26:57.819223 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-eaa8dbee-a72d-4840-9f3b-126a42c9f6e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (72c3a003-50d3-43db-8dbb-8091ebb60217), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:57.847516 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d00466-d2f6-4cc7-b534-df2445c14054 None None] DHCP port deletion for 19c6734c-93db-4737-9969-61b510acca8e request from dv-cinder-848759-1-iscsi {{(pid=104586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 05 16:26:57.888879 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-eaa8dbee-a72d-4840-9f3b-126a42c9f6e3 admin admin] For port 72c3a003-50d3-43db-8dbb-8091ebb60217, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=72c3a003-50d3-43db-8dbb-8091ebb60217,segment=NetworkSegment(1bd1bb37-c5d9-458a-9561-077240e8fa4c),segment_id=1bd1bb37-c5d9-458a-9561-077240e8fa4c)] {{(pid=104584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:26:57.889348 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-eaa8dbee-a72d-4840-9f3b-126a42c9f6e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (72c3a003-50d3-43db-8dbb-8091ebb60217), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:57.890305 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-04d00466-d2f6-4cc7-b534-df2445c14054 None None] Deleting port 72c3a003-50d3-43db-8dbb-8091ebb60217 {{(pid=104586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 05 16:26:57.890677 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-04d00466-d2f6-4cc7-b534-df2445c14054 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746276722216'] for port (72c3a003-50d3-43db-8dbb-8091ebb60217), before_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:57.901903 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.plugin [None req-eaa8dbee-a72d-4840-9f3b-126a42c9f6e3 admin admin] Calling delete_port for 72c3a003-50d3-43db-8dbb-8091ebb60217 owned by network:dhcp {{(pid=104584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:26:57.955233 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.db [None req-04d00466-d2f6-4cc7-b534-df2445c14054 None None] For port 72c3a003-50d3-43db-8dbb-8091ebb60217, host dv-cinder-848759-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848759-1-iscsi',level=0,port_id=72c3a003-50d3-43db-8dbb-8091ebb60217,segment=NetworkSegment(1bd1bb37-c5d9-458a-9561-077240e8fa4c),segment_id=1bd1bb37-c5d9-458a-9561-077240e8fa4c)] {{(pid=104586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:26:57.955631 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-04d00466-d2f6-4cc7-b534-df2445c14054 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509814'] for port (72c3a003-50d3-43db-8dbb-8091ebb60217), precommit_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:57.969031 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-04d00466-d2f6-4cc7-b534-df2445c14054 None None] Calling delete_port for 72c3a003-50d3-43db-8dbb-8091ebb60217 owned by network:dhcp {{(pid=104586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 05 16:26:58.062568 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-eaa8dbee-a72d-4840-9f3b-126a42c9f6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1268185'] for port (72c3a003-50d3-43db-8dbb-8091ebb60217), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:58.070870 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-04d00466-d2f6-4cc7-b534-df2445c14054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7765812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746276730103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746276201858'] for port (72c3a003-50d3-43db-8dbb-8091ebb60217), after_delete {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:58.088747 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8dbee-a72d-4840-9f3b-126a42c9f6e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=72c3a003-50d3-43db-8dbb-8091ebb60217,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:26:58.094188 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa8dbee-a72d-4840-9f3b-126a42c9f6e3 admin admin] No DVR routers for this DVR port 72c3a003-50d3-43db-8dbb-8091ebb60217 on host dv-cinder-848759-1-iscsi {{(pid=104584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:26:58.096529 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d00466-d2f6-4cc7-b534-df2445c14054 None None] Pushing event deleted for resources: {'Port': ['ID=72c3a003-50d3-43db-8dbb-8091ebb60217,revision_number=None']} {{(pid=104586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:26:58.101366 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d00466-d2f6-4cc7-b534-df2445c14054 None None] No DVR routers for this DVR port 72c3a003-50d3-43db-8dbb-8091ebb60217 on host dv-cinder-848759-1-iscsi {{(pid=104586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 05 16:26:58.168222 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-eaa8dbee-a72d-4840-9f3b-126a42c9f6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7757606', 'neutron.services.segments.db._delete_segments_for_network-8746276517753'] for network (19c6734c-93db-4737-9969-61b510acca8e), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:58.192487 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-eaa8dbee-a72d-4840-9f3b-126a42c9f6e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c6734c-93db-4737-9969-61b510acca8e']}} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:26:58.201833 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-eaa8dbee-a72d-4840-9f3b-126a42c9f6e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd1bb37-c5d9-458a-9561-077240e8fa4c') {'for_net_delete': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:26:58.202122 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.services.segments.db [None req-eaa8dbee-a72d-4840-9f3b-126a42c9f6e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd1bb37-c5d9-458a-9561-077240e8fa4c') {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:26:58.211505 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-eaa8dbee-a72d-4840-9f3b-126a42c9f6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746276519554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032076'] for segment (1bd1bb37-c5d9-458a-9561-077240e8fa4c), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:58.224602 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-eaa8dbee-a72d-4840-9f3b-126a42c9f6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415'] for segment (1bd1bb37-c5d9-458a-9561-077240e8fa4c), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:58.230800 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa8dbee-a72d-4840-9f3b-126a42c9f6e3 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=104584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:26:58.232925 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-eaa8dbee-a72d-4840-9f3b-126a42c9f6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7817415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1268212'] for segment (1bd1bb37-c5d9-458a-9561-077240e8fa4c), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:58.250831 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.services.segments.plugin [-] Segment 1bd1bb37-c5d9-458a-9561-077240e8fa4c resource provider aggregate not found Jul 05 16:26:58.288732 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.services.segments.plugin [-] Segment 1bd1bb37-c5d9-458a-9561-077240e8fa4c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1bd1bb37-c5d9-458a-9561-077240e8fa4c found for delete ", "request_id": "req-952ceb3b-08c1-49e0-9389-a3f82422cda5"}]} Jul 05 16:26:58.371283 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-eaa8dbee-a72d-4840-9f3b-126a42c9f6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7757615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-509440'] for network (19c6734c-93db-4737-9969-61b510acca8e), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:58.377271 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-eaa8dbee-a72d-4840-9f3b-126a42c9f6e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529101'] for network (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:58.380332 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-eaa8dbee-a72d-4840-9f3b-126a42c9f6e3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/19c6734c-93db-4737-9969-61b510acca8e HTTP/1.1" status: 204 len: 168 time: 0.6813450 Jul 05 16:26:58.391303 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8dbee-a72d-4840-9f3b-126a42c9f6e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=19c6734c-93db-4737-9969-61b510acca8e,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:26:58.461672 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 2179cc16-2915-48c9-934e-e3653b6b5ab5 no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:26:58.482270 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: 2179cc16-2915-48c9-934e-e3653b6b5ab5 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:26:58.482617 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 2179cc16-2915-48c9-934e-e3653b6b5ab5 not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:26:58.483022 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 74b82416-9d35-4a61-99af-6643dc3b1cdb no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:26:58.500932 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: 74b82416-9d35-4a61-99af-6643dc3b1cdb {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:26:58.501286 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 74b82416-9d35-4a61-99af-6643dc3b1cdb not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:26:58.501685 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 72c3a003-50d3-43db-8dbb-8091ebb60217 no longer exists at agent ovs-agent-dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:26:58.521190 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] No Port match for: 72c3a003-50d3-43db-8dbb-8091ebb60217 {{(pid=104586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 05 16:26:58.521541 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron.plugins.ml2.rpc [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Device 72c3a003-50d3-43db-8dbb-8091ebb60217 not bound to the agent host dv-cinder-848759-1-iscsi {{(pid=104586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:26:58.642593 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53734) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:26:58.682331 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-b5e51f51-e328-4b7a-8684-87951f1c3d9d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=85bf8c1d40a04aaf9e46cd7f1e58048a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386300 Jul 05 16:26:58.684753 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [-] (104584) accepted ('10.222.0.45', 53736) {{(pid=104584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:26:58.734926 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-507c4ff4-c8a5-4cbb-b90e-a84f79b5b3f0 admin admin] Publish callbacks [] for security_group (d186b4e9-c68c-4310-ad72-1e6595a03954), before_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:58.736417 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:DELETE=7 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:58.757121 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-507c4ff4-c8a5-4cbb-b90e-a84f79b5b3f0 admin admin] Publish callbacks [] for security_group (d186b4e9-c68c-4310-ad72-1e6595a03954), precommit_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:58.856337 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-507c4ff4-c8a5-4cbb-b90e-a84f79b5b3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (d186b4e9-c68c-4310-ad72-1e6595a03954), after_delete {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:58.858895 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-507c4ff4-c8a5-4cbb-b90e-a84f79b5b3f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:58.860029 dv-cinder-848759-1-iscsi neutron-server[104584]: INFO neutron.wsgi [None req-507c4ff4-c8a5-4cbb-b90e-a84f79b5b3f0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d186b4e9-c68c-4310-ad72-1e6595a03954 HTTP/1.1" status: 204 len: 168 time: 0.1743865 Jul 05 16:26:58.872163 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c4ff4-c8a5-4cbb-b90e-a84f79b5b3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d186b4e9-c68c-4310-ad72-1e6595a03954,revision_number=None']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:26:59.504313 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 53742) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:26:59.544915 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-018b0453-361c-4a85-92ac-5b6ee372984f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=62a2450c58494ce0a452354e69162dd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393047 Jul 05 16:26:59.547321 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [-] (104585) accepted ('10.222.0.45', 53744) {{(pid=104585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 05 16:26:59.593956 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6ba759be-3639-4b57-bd8d-22f29e4e61bb admin admin] Publish callbacks [] for security_group (2c06c0ac-ba01-4fb6-aaa3-0221c6c61e28), before_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:59.602373 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:26:59.616190 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6ba759be-3639-4b57-bd8d-22f29e4e61bb admin admin] Publish callbacks [] for security_group (2c06c0ac-ba01-4fb6-aaa3-0221c6c61e28), precommit_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:59.746604 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6ba759be-3639-4b57-bd8d-22f29e4e61bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472804'] for security_group (2c06c0ac-ba01-4fb6-aaa3-0221c6c61e28), after_delete {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:59.749757 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron_lib.callbacks.manager [None req-6ba759be-3639-4b57-bd8d-22f29e4e61bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:26:59.750872 dv-cinder-848759-1-iscsi neutron-server[104585]: INFO neutron.wsgi [None req-6ba759be-3639-4b57-bd8d-22f29e4e61bb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2c06c0ac-ba01-4fb6-aaa3-0221c6c61e28 HTTP/1.1" status: 204 len: 168 time: 0.2026803 Jul 05 16:26:59.760420 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba759be-3639-4b57-bd8d-22f29e4e61bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c06c0ac-ba01-4fb6-aaa3-0221c6c61e28,revision_number=None']} {{(pid=104585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:27:01.429504 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=100 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:27:02.970683 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bbe9455d-b078-4b7d-a22c-3ba202fb42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:27:05.256194 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2f073053-8ce6-4ea7-81bc-aa1450d9ef99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:27:06.444798 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:27:08.043555 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:27:08.124419 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:27:08.865137 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=65,neutron:DELETE=9 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:27:09.755118 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG dbcounter [-] [104585] Writing DB stats neutron:SELECT=79,neutron:DELETE=4 {{(pid=104585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:27:11.438237 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=8 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:27:12.460443 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:27:18.036972 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=50,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:27:18.038070 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:27:21.082889 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:27:22.456549 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:27:22.457297 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:27:31.026897 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:27:31.028786 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:27:32.992965 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-5911ca30-322e-4e31-baa5-d143e9a04be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:27:33.077820 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=10 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:27:33.079660 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=16 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:27:35.283777 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-3b9f401a-28c3-49e7-b214-05e54cbd318c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:27:36.431384 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:27:38.061670 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:27:38.140277 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:27:48.039212 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:27:48.041135 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:27:48.431657 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:27:48.432685 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=5 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:27:49.459515 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:27:51.118009 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:27:59.454606 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:27:59.455370 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:28:01.049785 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:28:01.051641 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:28:02.974658 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-fb23e70a-5464-4e18-bde8-4668459fa76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:28:05.249229 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-b755f743-a442-4299-ab44-a42f59e33374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:28:06.414368 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:28:08.039704 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:28:08.115863 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:28:18.037872 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:28:18.039802 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:28:18.205074 dv-cinder-848759-1-iscsi neutron-server[104584]: DEBUG neutron.wsgi [req-efff7a6c-4f86-4200-b022-f0edc2e2c0c5 req-4547903e-3cee-4dee-98dc-e9cc14423669 service neutron] (104584) timed out ('10.222.0.47', 53047) {{(pid=104584) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 05 16:28:21.082906 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:28:26.458833 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:28:31.043102 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:28:31.044390 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:28:32.962917 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7caddf26-7e49-4493-aab3-606c18209e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:28:35.253867 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-cfdf235e-6e69-4851-9ac3-14cbc9816ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:28:36.423809 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:28:36.454968 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=5 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:28:36.455877 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:28:38.044552 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:28:38.105617 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:28:51.150854 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:29:01.056245 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:29:01.063139 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:29:02.428576 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:29:02.434489 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=4 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:29:02.973359 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-0da7e2e8-21de-47d1-adeb-cdd08610d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:29:03.457307 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:29:05.265024 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2d1edae7-666a-4742-accd-2b3ae5f47252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:29:06.419279 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:29:08.070675 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:29:08.097460 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:29:13.453256 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:29:13.454547 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:29:18.042916 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:29:18.044788 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:29:21.121635 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:29:31.059104 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:29:31.061021 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:29:32.950395 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-cf066486-eab7-4e87-a662-80cd1c6eba5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:29:35.256903 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-9258077e-c6e0-4651-8bb5-f3603a1b7cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:29:36.435572 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:29:38.064179 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:29:38.126636 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:29:39.419962 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=15 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:29:39.430092 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=17 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:29:40.456161 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:29:48.043394 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:29:48.045259 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:29:50.451772 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:29:50.452532 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:29:51.137834 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:30:01.078597 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:30:01.084561 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:30:02.955002 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-3337d133-9bc3-4786-8356-58c4bff48821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:30:05.275242 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-58ed3209-264a-4935-a34a-a0606126b266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:30:06.433187 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:30:08.080556 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:30:08.108965 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:30:16.430912 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:30:16.434792 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=4 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:30:17.454693 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:30:18.041514 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:30:18.043432 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:30:21.160483 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:30:27.454659 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:30:31.086417 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:30:31.092378 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:30:31.455574 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:30:33.034226 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-ba3a6628-66e2-4daa-88f9-b0101b5f8789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:30:35.285923 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-2951205a-6e59-4dc0-ac1d-50b4deb427e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:30:36.432893 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:30:38.080387 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:30:38.108728 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:30:39.880665 dv-cinder-848759-1-iscsi neutron-server[104585]: DEBUG neutron.wsgi [req-7632d7d2-b7bd-4e49-bf93-fc87bede708f req-e93b79ce-38a7-4925-97d8-3da3789dc238 tempest-AttachVolumeNegativeTest-547019280 tempest-AttachVolumeNegativeTest-547019280-project] (104585) timed out ('10.222.0.45', 42110) {{(pid=104585) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 05 16:30:51.165045 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:30:53.437300 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=2 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:30:53.445173 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=4 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:30:54.453127 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:31:01.098564 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:31:01.105493 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:31:02.953819 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-fa53f40a-8f5a-4b47-8cc7-76b67f2f21f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:31:04.448686 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:31:04.449475 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:31:05.256581 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-3fffaa50-ab03-4e8d-aa47-ce42cc40bdd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:31:06.467504 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:31:08.102546 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:31:08.130365 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:31:18.039387 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:31:18.046369 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:31:21.168127 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:31:31.101956 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=2 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:31:31.103857 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:31:31.452742 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:31:32.962192 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-d76b7ece-482a-44c2-b999-32f5d339e5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:31:35.262417 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-ad830679-9353-4cc5-a5b3-2ee0332926e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:31:36.444117 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:31:38.168189 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:31:38.221716 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:31:41.448149 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=16 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:31:41.448971 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=20 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:31:48.046846 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=10 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:31:48.167366 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:31:51.167257 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-7e5f17d5-3b84-4f84-a33a-7970af390fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (9349738f-6636-400c-ae94-e0965ca2b601), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:32:01.101448 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:32:01.103314 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:UPDATE=1 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:32:02.952275 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-c7edadea-5986-4438-9261-c57a20363045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (a381a417-f900-4967-9e50-4db2a6f3e74e), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:32:05.278282 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-be349525-3f44-49d1-a3e0-15fc346a6c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (74fae2f5-5d16-4961-8fea-d0acee585bd6), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:32:06.458239 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-659fd58b-b681-4c40-987e-9b907b68e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (23e8c259-456f-4dad-a5cd-97531baf8788), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:32:07.442467 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:32:07.444229 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=5 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:32:08.075971 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-f41e230e-3a44-4888-88fc-7bd8a85d7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (e405fa9c-f225-413b-94a8-2a7be967c05d), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:32:08.135183 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG neutron_lib.callbacks.manager [None req-bc11c13b-c3a3-4ea3-8dbe-0ac0798641b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746276517735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7709155'] for agent (76807db2-a932-48fe-83c3-cf9beb7788a5), after_update {{(pid=104586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 05 16:32:08.451217 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG neutron.db.agents_db [None req-0c47f819-cd00-4c41-a88c-2edd7d9d2efc None None] Agent healthcheck: found 6 active agents {{(pid=104587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:32:18.046684 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:32:18.049023 dv-cinder-848759-1-iscsi neutron-server[104586]: DEBUG dbcounter [-] [104586] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104586) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:32:18.446445 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 05 16:32:18.447161 dv-cinder-848759-1-iscsi neutron-server[104587]: DEBUG dbcounter [-] [104587] Writing DB stats neutron:SELECT=1 {{(pid=104587) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}